-- Logs begin at Fri 2022-03-04 00:07:54 UTC, end at Fri 2022-03-04 01:03:58 UTC. -- Mar 04 00:40:02.408324 dv-cinder-812685-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 04 00:40:05.312863 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.common.config [-] Logging enabled! Mar 04 00:40:05.313445 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev572 Mar 04 00:40:05.313648 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109571) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 04 00:40:05.317438 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.common.config [-] Logging enabled! Mar 04 00:40:05.317691 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev572 Mar 04 00:40:05.318042 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109571) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 04 00:40:05.318969 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 00:40:05.319200 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 00:40:05.319564 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 00:40:05.319807 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 00:40:05.320426 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 00:40:05.320749 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.321169 dv-cinder-812685-7-iscsi neutron-server[109571]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 04 00:40:05.321488 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.321803 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.322098 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.322393 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.322683 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.322962 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.323249 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.323544 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.323827 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.324103 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.324383 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.324670 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.324948 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.325229 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.325511 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.325806 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] debug = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.326088 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.326509 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.326927 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.327204 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.327488 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.327761 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.328030 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.328302 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.328581 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.328904 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] host = dv-cinder-812685-7-iscsi {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.329177 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.329458 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.329738 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.330054 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.330326 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.330600 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.330878 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.331756 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.332040 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] log_file = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.332313 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.332596 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.332877 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.333164 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.333385 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.333604 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.333911 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.334193 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.334465 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.334735 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.335002 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.335270 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.335539 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.335802 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.336081 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.336360 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.336640 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.336908 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.337180 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.337445 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.337709 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.338009 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.338277 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.338544 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.338813 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.339093 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.339357 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.339621 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.339913 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.340191 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.340470 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.340749 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.341017 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.341294 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.341558 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.341840 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.342107 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] use_json = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.342374 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.342637 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.342912 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.343179 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.343445 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.343709 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.343972 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.344249 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.344515 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:05.344804 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.345095 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.345391 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.345681 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.345988 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.346268 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.346553 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.346852 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.347140 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.347423 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.347703 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.347976 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.348274 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.348563 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.348852 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.349155 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.349446 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.349731 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.350026 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.350300 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.350571 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.350844 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.351126 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.351399 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.351682 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.351964 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.352239 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.352533 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.352817 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.353108 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.353394 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.353664 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.353967 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.354257 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.354530 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.354798 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.355072 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.355357 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.355628 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.355894 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.356173 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.356448 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.356713 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.356984 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.357255 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.357538 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.357829 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.358100 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.358368 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.358638 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.358904 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.359184 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.359456 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.359721 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.359985 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.360257 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.360523 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.360790 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.361061 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.361326 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.361595 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.361884 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.362155 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.362447 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.362716 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.362983 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.363249 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.363513 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.363782 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.364049 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.364316 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.364582 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.364848 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.365114 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.365393 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.365683 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.365981 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.366260 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.366534 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.366806 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.367086 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.367360 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.367635 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.367909 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.368180 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.368466 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.368746 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.369030 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.369328 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.369604 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.369923 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.370199 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.370474 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.370754 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.371029 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.371302 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.371581 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.371864 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.372155 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.372445 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.372733 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.373023 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.373312 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.373589 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.373923 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.374204 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:05.374417 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 00:40:05.374651 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109571) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 04 00:40:05.743492 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 04 00:40:05.743773 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 04 00:40:05.744073 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 04 00:40:05.744546 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 04 00:40:06.070534 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.070752 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.071021 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.072292 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.072564 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.072827 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.118536 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.118807 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.119067 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.132918 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.133193 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.133456 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.162112 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.162383 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.162649 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.199300 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.199577 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.199841 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.542574 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.543186 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.543186 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.543383 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.544031 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.641921 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.642238 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.642515 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.642781 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.643044 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.643357 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.643650 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.644407 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.644658 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.644933 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.645185 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.645444 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.645693 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.645966 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.646214 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.646470 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.646732 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.646976 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.647236 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.647491 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.647753 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.647998 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.648271 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.648632 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.648876 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.649371 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.649760 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 00:40:06.650021 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 00:40:06.650258 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 00:40:06.650488 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 00:40:06.650717 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 00:40:06.650946 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 00:40:06.651303 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 04 00:40:06.654413 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 04 00:40:06.658450 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 04 00:40:06.662330 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 04 00:40:06.663979 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 04 00:40:06.664448 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 04 00:40:06.664781 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 04 00:40:06.665156 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 04 00:40:06.667999 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 04 00:40:06.668247 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 04 00:40:06.668589 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 04 00:40:06.673475 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 04 00:40:06.697438 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 04 00:40:06.697920 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.698215 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109571) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 04 00:40:06.698586 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.699957 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109571) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 04 00:40:06.700217 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 04 00:40:06.700463 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 04 00:40:06.703816 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.704097 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:06.766585 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 04 00:40:06.766825 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 04 00:40:06.767058 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 04 00:40:06.767420 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 04 00:40:06.788381 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_db.sqlalchemy.engines [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109571) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 04 00:40:07.231581 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Initializing driver for type 'gre' Mar 04 00:40:07.232211 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] gre ID ranges: [(1, 1000)] Mar 04 00:40:07.286087 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Initializing driver for type 'local' Mar 04 00:40:07.286430 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Initializing driver for type 'vlan' Mar 04 00:40:07.298328 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] VlanTypeDriver initialization complete Mar 04 00:40:07.298659 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Initializing driver for type 'vxlan' Mar 04 00:40:07.299138 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] vxlan ID ranges: [(1, 1000)] Mar 04 00:40:07.352092 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Initializing extension driver 'port_security' Mar 04 00:40:07.352432 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.extensions.port_security [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] PortSecurityExtensionDriver initialization complete Mar 04 00:40:07.352773 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Initializing mechanism driver 'openvswitch' Mar 04 00:40:07.353094 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Initializing mechanism driver 'hyperv' Mar 04 00:40:07.359778 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.plugin [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:40:07.360621 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > port after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.360991 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > port after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.361342 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > port after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.361914 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 00:40:07.362382 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > subnet after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.362737 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > subnet after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.363088 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.363489 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 00:40:07.363901 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > network after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.364247 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > network after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.364604 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > network after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.365020 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 00:40:07.365407 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > security_group after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.365761 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > security_group after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.366125 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.366555 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 00:40:07.366940 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.367286 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.367619 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.368021 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 00:40:07.368433 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > address_group after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.368774 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > address_group after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.369109 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.369550 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 00:40:07.370019 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] ML2 OVO RPC backend initialized. {{(pid=109571) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 04 00:40:07.370728 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.371082 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.371495 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > network before_response 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.371841 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > networks before_response 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.372190 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > port before_response 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.372533 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > ports before_response 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.372865 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > subnet before_response 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.373235 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > subnets before_response 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.373553 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > network after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.373918 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > network after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.374255 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > network after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.374593 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > port after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.374926 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > port after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.375253 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > port after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.375585 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > subnet after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.375958 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > subnet after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.376244 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.384148 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded quota_driver: . Mar 04 00:40:07.384514 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.plugin [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Modular L2 Plugin initialization complete Mar 04 00:40:07.384859 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading services supported by the core plugin {{(pid=109571) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 04 00:40:07.385225 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.plugins.ml2.managers [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Got port-security extension from driver 'port_security' Mar 04 00:40:07.385709 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.extensions.vlantransparent [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Disabled vlantransparent extension. Mar 04 00:40:07.386233 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109571) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 04 00:40:07.386556 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading Plugin: router Mar 04 00:40:07.422922 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.423313 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router after_create 55549900 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.423684 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router before_create 55549900 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.424047 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.424421 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.424777 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router after_delete 55549900 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.425155 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.425502 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.425888 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router after_create 55549900 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.426237 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router after_update 55549900 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.426587 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router after_update 55549900 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.426935 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.427297 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router after_update 55549900 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.427707 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router precommit_update 55549900 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.428074 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: port after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.428408 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: port after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.428740 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: subnet after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.429074 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.429416 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.429759 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router precommit_create 55549900 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.430131 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: port before_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.430466 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router precommit_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.430817 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router after_update 55549900 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.431155 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.431626 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router precommit_create 55549900 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.431986 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.432329 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router precommit_update 55549900 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.432688 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > agent after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.433033 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > agent after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.433372 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > network after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.434251 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Tracking information for resource: router configured {{(pid=109571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 00:40:07.434580 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Tracking information for resource: floatingip configured {{(pid=109571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 00:40:07.439496 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.db.l3_agentschedulers_db [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 04 00:40:07.440071 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: port after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.440934 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: port after_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.441296 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: port after_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.441644 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: port after_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.442454 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router before_create 55550100 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.442820 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.443177 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router precommit_create 55550100 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.443530 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > router precommit_update 55550100 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.448320 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.services.provider_configuration [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Service providers = [] {{(pid=109571) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 04 00:40:07.448685 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.db.servicetype_db [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109571) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 04 00:40:07.451679 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.services.service_base [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109571) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 00:40:07.452033 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.services.service_base [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109571) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 00:40:07.452375 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.services.service_base [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109571) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 00:40:07.453274 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.services.service_base [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109571) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 00:40:07.453643 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.services.service_base [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 04 00:40:07.454048 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 00:40:07.454365 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 04 00:40:07.465863 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 00:40:07.466201 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading Plugin: auto_allocate Mar 04 00:40:07.472122 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: network precommit_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.472485 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: network precommit_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.473013 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 00:40:07.473332 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading Plugin: tag Mar 04 00:40:07.480297 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 00:40:07.480624 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading Plugin: timestamp Mar 04 00:40:07.484563 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 00:40:07.484849 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading Plugin: network_ip_availability Mar 04 00:40:07.490459 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.490839 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.491194 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.491920 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 00:40:07.492240 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading Plugin: flavors Mar 04 00:40:07.497199 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 00:40:07.497529 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading Plugin: revisions Mar 04 00:40:07.501904 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 00:40:07.502306 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_concurrency.lockutils [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.758s {{(pid=109571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 04 00:40:07.503582 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109571) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 04 00:40:07.503915 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Initializing extension manager. Mar 04 00:40:07.504437 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: __init__.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.504778 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: __pycache__ {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.505112 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.505446 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: address_group.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.506230 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.506808 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: address-group Mar 04 00:40:07.507130 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: address_scope.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.507847 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.508355 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: address-scope Mar 04 00:40:07.508677 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.509609 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.510156 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: router-admin-state-down-before-update Mar 04 00:40:07.510477 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: agent.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.511182 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.511687 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: agent Mar 04 00:40:07.512009 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: agent_resources_synced.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.512924 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.513432 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: agent-resources-synced Mar 04 00:40:07.513754 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: allowedaddresspairs.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.515583 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.516108 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: allowed-address-pairs Mar 04 00:40:07.516432 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: auto_allocated_topology.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.517523 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.518067 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: auto-allocated-topology Mar 04 00:40:07.518389 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: availability_zone.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.519658 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.520164 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: availability_zone Mar 04 00:40:07.520483 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: availability_zone_filter.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.521406 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.521939 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: availability_zone_filter Mar 04 00:40:07.522261 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: data_plane_status.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.523179 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.523686 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension data-plane-status not supported by any of loaded plugins Mar 04 00:40:07.524265 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: default_subnetpools.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.525183 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.525691 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: default-subnetpools Mar 04 00:40:07.526046 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.526863 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.527372 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: dhcp_agent_scheduler Mar 04 00:40:07.527693 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: dns.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.528615 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.529121 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension dns-integration not supported by any of loaded plugins Mar 04 00:40:07.529441 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: dns_domain_ports.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.530395 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.530905 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 04 00:40:07.531222 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.532149 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.532658 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 04 00:40:07.532975 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: dvr.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.533644 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.534185 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: dvr Mar 04 00:40:07.534528 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: ecmp_routes.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.535450 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.535955 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 04 00:40:07.536272 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: empty_string_filtering.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.537190 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.537696 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: empty-string-filtering Mar 04 00:40:07.538048 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.538964 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.539465 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 04 00:40:07.539783 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.540703 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.541204 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 04 00:40:07.541524 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: external_net.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.542467 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.542973 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: external-net Mar 04 00:40:07.543501 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.544188 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.544694 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: extra_dhcp_opt Mar 04 00:40:07.545011 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: extraroute.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.545947 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.546455 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: extraroute Mar 04 00:40:07.546779 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: extraroute_atomic.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.547821 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.548328 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: extraroute-atomic Mar 04 00:40:07.548648 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: filter_validation.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.549315 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.549861 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: filter-validation Mar 04 00:40:07.550184 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: fip_pf_description.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.551104 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.551609 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 04 00:40:07.551927 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: fip_port_details.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.553026 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.553540 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: fip-port-details Mar 04 00:40:07.553886 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: flavors.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.555126 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.555640 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: flavors Mar 04 00:40:07.555961 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.557648 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.558203 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 04 00:40:07.558529 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: floatingip_pools.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.559230 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.559740 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: floatingip-pools Mar 04 00:40:07.560061 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: ip_allocation.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.560988 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.561491 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension ip_allocation not supported by any of loaded plugins Mar 04 00:40:07.561835 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.562766 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.563272 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: ip-substring-filtering Mar 04 00:40:07.563594 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: l2_adjacency.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.564516 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.565019 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 04 00:40:07.565339 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: l3.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.566865 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.567382 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: router Mar 04 00:40:07.567706 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.570013 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.570538 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 04 00:40:07.570865 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.571794 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.572306 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: ext-gw-mode Mar 04 00:40:07.572633 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.573567 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.574107 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: l3-ha Mar 04 00:40:07.574431 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.575355 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.575862 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 04 00:40:07.576182 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: l3_flavors.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.577120 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.577629 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: l3-flavors Mar 04 00:40:07.577974 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.579513 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.580036 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 04 00:40:07.580362 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.581891 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.582411 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 04 00:40:07.582737 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: l3agentscheduler.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.583780 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.584295 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: l3_agent_scheduler Mar 04 00:40:07.584621 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: local_ip.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.586463 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.587000 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension local_ip not supported by any of loaded plugins Mar 04 00:40:07.587333 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: logging.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.590334 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.590873 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension logging not supported by any of loaded plugins Mar 04 00:40:07.591211 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: metering.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.591965 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.592551 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: metering Mar 04 00:40:07.592880 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.594036 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.594558 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: metering_source_and_destination_fields Mar 04 00:40:07.594884 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: multiprovidernet.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.595820 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.596333 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: multi-provider Mar 04 00:40:07.596662 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: netmtu.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.597627 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.598242 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: net-mtu Mar 04 00:40:07.598564 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: netmtu_writable.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.599491 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.599998 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: net-mtu-writable Mar 04 00:40:07.600317 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: network_availability_zone.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.600990 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.601493 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: network_availability_zone Mar 04 00:40:07.601831 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: network_ip_availability.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.602956 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.603467 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: network-ip-availability Mar 04 00:40:07.603788 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: network_segment_range.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.604550 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.605058 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension network-segment-range not supported by any of loaded plugins Mar 04 00:40:07.605378 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: pagination.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.606405 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.606741 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: pagination Mar 04 00:40:07.607060 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: port_device_profile.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.607978 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.608494 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: port-device-profile Mar 04 00:40:07.608811 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.609731 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.610267 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: port-mac-address-regenerate Mar 04 00:40:07.610586 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.611506 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.612018 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: port-numa-affinity-policy Mar 04 00:40:07.612364 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: port_resource_request.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.613281 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.613816 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension port-resource-request not supported by any of loaded plugins Mar 04 00:40:07.614132 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: port_resource_request_groups.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.615113 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.615621 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 04 00:40:07.615940 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: portbindings.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.616892 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.617403 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: binding Mar 04 00:40:07.617724 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: portbindings_extended.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.619015 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.619529 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: binding-extended Mar 04 00:40:07.619854 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: portsecurity.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.620776 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.621289 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: port-security Mar 04 00:40:07.621614 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: project_id.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.622630 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.622963 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: project-id Mar 04 00:40:07.623287 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: providernet.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.624216 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.624729 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: provider Mar 04 00:40:07.625049 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: qos.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.629256 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.629805 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension qos not supported by any of loaded plugins Mar 04 00:40:07.630137 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.631401 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.631918 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 04 00:40:07.632245 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.633180 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.633697 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 04 00:40:07.634043 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: qos_default.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.634967 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.635482 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension qos-default not supported by any of loaded plugins Mar 04 00:40:07.635806 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: qos_fip.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.636755 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.637268 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension qos-fip not supported by any of loaded plugins Mar 04 00:40:07.637590 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.638542 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.639059 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 04 00:40:07.639377 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: qos_gateway_ip.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.640310 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.640821 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 04 00:40:07.641140 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: qos_port_network_policy.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.642204 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.642722 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 04 00:40:07.643041 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.644646 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.645160 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 04 00:40:07.645483 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.646567 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.647088 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 04 00:40:07.647411 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: qos_pps_rule.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.648601 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.649386 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension qos-pps not supported by any of loaded plugins Mar 04 00:40:07.649711 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: qos_rule_type_details.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.650666 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.651183 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 04 00:40:07.651506 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: qos_rules_alias.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.652560 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.653077 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 04 00:40:07.653403 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: quota_check_limit.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.654355 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.654872 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: quota-check-limit Mar 04 00:40:07.655195 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: quotasv2.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.656131 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.656462 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: quotas Mar 04 00:40:07.656791 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: quotasv2_detail.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.658607 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.658940 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: quota_details Mar 04 00:40:07.659784 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: rbac.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.660846 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.661379 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: rbac-policies Mar 04 00:40:07.661706 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: rbac_address_group.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.662685 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.663202 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: rbac-address-group Mar 04 00:40:07.663524 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: rbac_address_scope.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.664448 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.664962 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: rbac-address-scope Mar 04 00:40:07.665285 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: rbac_security_groups.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.666240 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.666764 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: rbac-security-groups Mar 04 00:40:07.667083 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: rbac_subnetpool.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.668076 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.668593 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: rbac-subnetpool Mar 04 00:40:07.668915 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: revisionifmatch.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.669879 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.670398 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: revision-if-match Mar 04 00:40:07.670717 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: revisions.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.671847 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.672369 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: standard-attr-revisions Mar 04 00:40:07.672695 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: router_availability_zone.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.673375 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.673929 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: router_availability_zone Mar 04 00:40:07.674252 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: routerservicetype.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.675995 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.676514 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension router-service-type not supported by any of loaded plugins Mar 04 00:40:07.676834 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.677805 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.678326 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: security-groups-normalized-cidr Mar 04 00:40:07.678647 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.679579 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.680090 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: port-security-groups-filtering Mar 04 00:40:07.680410 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.681338 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.681886 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: security-groups-remote-address-group Mar 04 00:40:07.682209 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.683152 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.683668 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: security-groups-shared-filtering Mar 04 00:40:07.683987 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.684576 dv-cinder-812685-7-iscsi neutron-server[109571]: WARNING neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 04 00:40:07.684896 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: securitygroup.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.694603 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.695140 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: security-group Mar 04 00:40:07.695474 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: segment.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.696269 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.696784 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension segment not supported by any of loaded plugins Mar 04 00:40:07.697115 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.698159 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.698675 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 04 00:40:07.699001 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: servicetype.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.700104 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.700624 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: service-type Mar 04 00:40:07.700953 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: sorting.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.701974 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.702308 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: sorting Mar 04 00:40:07.702632 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: standard_attr_segment.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.703555 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.704070 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 04 00:40:07.704391 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: standardattrdescription.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.705050 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.705556 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: standard-attr-description Mar 04 00:40:07.705900 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: stateful_security_group.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.707385 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.707899 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: stateful-security-group Mar 04 00:40:07.708225 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: stdattrs_common.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.708793 dv-cinder-812685-7-iscsi neutron-server[109571]: WARNING neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 04 00:40:07.709111 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.710085 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.710602 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 04 00:40:07.710923 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: subnet_onboard.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.712006 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.712524 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: subnet_onboard Mar 04 00:40:07.712843 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.713814 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.714334 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 04 00:40:07.714651 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: subnet_service_types.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.715582 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.716095 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: subnet-service-types Mar 04 00:40:07.716414 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: subnetallocation.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.717555 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.718096 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: subnet_allocation Mar 04 00:40:07.718417 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.719115 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.719766 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: subnetpool-prefix-ops Mar 04 00:40:07.720170 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.721161 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.721690 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 04 00:40:07.722059 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: tagging.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.723122 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.723651 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: standard-attr-tag Mar 04 00:40:07.723974 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: timestamp.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.725182 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.725698 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loaded extension: standard-attr-timestamp Mar 04 00:40:07.726048 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: trunk.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.727102 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.727619 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension trunk not supported by any of loaded plugins Mar 04 00:40:07.727946 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: trunk_details.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.728871 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.729381 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension trunk-details not supported by any of loaded plugins Mar 04 00:40:07.729701 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: uplink_status_propagation.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.730653 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.731160 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 04 00:40:07.731480 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Loading extension file: vlantransparent.py {{(pid=109571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:40:07.732156 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:40:07.732663 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 04 00:40:07.735256 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of TrackedResource for resource:network Mar 04 00:40:07.735735 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of TrackedResource for resource:subnet Mar 04 00:40:07.736130 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 00:40:07.736527 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of TrackedResource for resource:port Mar 04 00:40:07.738402 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.v2.resource_helper [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:40:07.738850 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.v2.resource_helper [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Service FLAVORS assigned prefix: {{(pid=109571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:40:07.739456 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.v2.resource_helper [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:40:07.739885 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.v2.resource_helper [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:40:07.740217 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of TrackedResource for resource:router Mar 04 00:40:07.740637 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of TrackedResource for resource:floatingip Mar 04 00:40:07.741118 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.v2.resource_helper [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Service METERING assigned prefix: /metering {{(pid=109571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:40:07.742590 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.743003 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.743363 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:40:07.744342 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of CountableResource for resource:rbac_policy Mar 04 00:40:07.744793 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of TrackedResource for resource:security_group Mar 04 00:40:07.745217 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 04 00:40:07.745847 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.v2.resource_helper [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Service CORE assigned prefix: {{(pid=109571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:40:07.746182 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 00:40:07.746525 dv-cinder-812685-7-iscsi neutron-server[109571]: WARNING neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] subnetpool is already registered Mar 04 00:40:07.746959 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.v2.resource_helper [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Service CORE assigned prefix: {{(pid=109571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:40:07.747281 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 00:40:07.747610 dv-cinder-812685-7-iscsi neutron-server[109571]: WARNING neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] subnetpool is already registered Mar 04 00:40:07.749883 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.v2.resource_helper [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:40:07.750320 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.v2.resource_helper [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Service FLAVORS assigned prefix: {{(pid=109571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:40:07.750903 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.v2.resource_helper [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:40:07.751322 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.v2.resource_helper [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:40:07.751651 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of TrackedResource for resource:router Mar 04 00:40:07.751984 dv-cinder-812685-7-iscsi neutron-server[109571]: WARNING neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] router is already registered Mar 04 00:40:07.752388 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of TrackedResource for resource:floatingip Mar 04 00:40:07.752716 dv-cinder-812685-7-iscsi neutron-server[109571]: WARNING neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] floatingip is already registered Mar 04 00:40:07.753210 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.v2.resource_helper [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Service METERING assigned prefix: /metering {{(pid=109571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:40:07.753898 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of CountableResource for resource:rbac_policy Mar 04 00:40:07.754222 dv-cinder-812685-7-iscsi neutron-server[109571]: WARNING neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] rbac_policy is already registered Mar 04 00:40:07.754629 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of TrackedResource for resource:security_group Mar 04 00:40:07.754958 dv-cinder-812685-7-iscsi neutron-server[109571]: WARNING neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] security_group is already registered Mar 04 00:40:07.755356 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 04 00:40:07.755712 dv-cinder-812685-7-iscsi neutron-server[109571]: WARNING neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] security_group_rule is already registered Mar 04 00:40:07.756356 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.v2.resource_helper [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Service CORE assigned prefix: {{(pid=109571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:40:07.756677 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 00:40:07.757008 dv-cinder-812685-7-iscsi neutron-server[109571]: WARNING neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] subnetpool is already registered Mar 04 00:40:07.757422 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.v2.resource_helper [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Service CORE assigned prefix: {{(pid=109571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:40:07.757743 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 00:40:07.758100 dv-cinder-812685-7-iscsi neutron-server[109571]: WARNING neutron.quota.resource_registry [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] subnetpool is already registered Mar 04 00:40:07.758579 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: extensions {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.760030 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: address-groups {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.761549 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: address-scopes {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.762907 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: agents {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.764072 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: auto-allocated-topology {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.765312 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: availability_zones {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.766562 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: dhcp-networks {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.768075 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: dhcp-agents {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.770159 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: routers {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.772380 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: flavors {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.773556 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: service_profiles {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.775076 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: next_providers {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.776545 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: service_profiles {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.778112 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: floatingip-pools {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.779349 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: routers {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.781466 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: floatingips {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.783720 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: l3-routers {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.785671 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: l3-agents {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.787134 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: metering-labels {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.788493 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: metering-label-rules {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.789816 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: network-ip-availabilities {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.791101 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: bindings {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.792790 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: quotas {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.794386 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: quotas {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.795919 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: rbac-policies {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.797228 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: security-groups {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.798479 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: security-group-rules {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.799787 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: service-providers {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.801087 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: subnetpools {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.802540 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: subnetpools {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.804009 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: tags {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.805710 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: tags {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.807554 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: tags {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.809349 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: tags {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.811175 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: tags {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.813053 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: tags {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.814786 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: tags {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.816750 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: tags {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.818557 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: tags {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.820394 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron.api.extensions [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Extended resource: tags {{(pid=109571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:40:07.826358 dv-cinder-812685-7-iscsi neutron-server[109571]: WARNING keystonemiddleware.auth_token [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 04 00:40:07.831603 dv-cinder-812685-7-iscsi neutron-server[109571]: WARNING keystonemiddleware.auth_token [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 04 00:40:07.840328 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_concurrency.lockutils [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Acquired lock "singleton_lock" {{(pid=109571) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 04 00:40:07.840812 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_concurrency.lockutils [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Releasing lock "singleton_lock" {{(pid=109571) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 04 00:40:07.841480 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO oslo_service.service [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Starting 2 workers Mar 04 00:40:07.846372 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Started child 109680 {{(pid=109571) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 00:40:07.851526 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Started child 109681 {{(pid=109571) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 00:40:07.852468 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:07.853149 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO neutron.service [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 04 00:40:07.853774 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:07.854071 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [-] (109680) wsgi starting up on http://0.0.0.0:9696 Mar 04 00:40:07.856231 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO oslo_service.service [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Starting 1 workers Mar 04 00:40:07.856348 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:07.857823 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [-] (109681) wsgi starting up on http://0.0.0.0:9696 Mar 04 00:40:07.861521 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Started child 109682 {{(pid=109571) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 00:40:07.862092 dv-cinder-812685-7-iscsi neutron-server[109571]: INFO oslo_service.service [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Starting 1 workers Mar 04 00:40:07.865394 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.service [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] calling RpcWorker wait() {{(pid=109682) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 04 00:40:07.865971 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.service [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] returning from RpcWorker wait() {{(pid=109682) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 04 00:40:07.866706 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Started child 109683 {{(pid=109571) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 00:40:07.867361 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:07.867524 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-7fc79b17-cb62-47c9-88b3-efbaf4c2db66 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:07.867914 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:40:07.869621 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109571) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 04 00:40:07.869864 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 00:40:07.870052 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 00:40:07.870289 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 00:40:07.870625 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 00:40:07.870791 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 00:40:07.871320 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.871593 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.871865 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.871953 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:07.872394 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.872394 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.872941 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.873200 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.873452 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.873729 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.874200 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.874200 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.874376 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.874548 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.874935 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.875238 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.875518 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.875772 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.876038 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.876210 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.876465 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.876725 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.876969 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.877259 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] debug = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.877497 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.878039 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.878273 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.878533 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.878766 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.879026 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.879270 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.879558 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.879811 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.880024 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.880258 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.880505 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.880761 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.880984 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.881230 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.881439 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.881679 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.881933 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.882401 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] host = dv-cinder-812685-7-iscsi {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.882633 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.882847 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.883090 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.883351 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.883605 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.883854 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.884103 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.884422 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.884567 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.884790 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.885023 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.885267 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.885483 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.885716 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] log_file = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.886011 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] log_options = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.886146 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.886403 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.886655 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.886842 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.887010 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.887171 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.887437 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.887596 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.887831 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.888043 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.888253 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.888481 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.888725 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.888951 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.889218 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.889434 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.889650 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.889909 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.890168 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.890412 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.890634 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.890874 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.891105 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.891338 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.891561 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.891777 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.892015 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.892229 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.892465 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.893010 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.893010 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.893262 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.893393 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.894240 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.894545 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.894729 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.894958 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.895170 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.895447 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.895764 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.896038 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.896304 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.896702 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.897279 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.897555 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.897690 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.897954 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] use_json = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.898191 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.898386 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:40:07.898875 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.898875 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.898875 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.899652 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.899652 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.899789 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.899999 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.900161 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.900780 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.900924 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.901184 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.901459 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.901657 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.902502 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.902502 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.902502 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.902822 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.902928 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.903191 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.903906 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.903906 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.904159 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.904283 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.904564 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.905137 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.905472 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.905718 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.906001 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.906385 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.906794 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.907087 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.907322 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.907605 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.907850 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.908134 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.908539 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.908813 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.909197 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.910055 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.910330 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.910609 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.910832 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.911055 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.911281 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.911539 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.911754 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.912172 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.912603 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.912833 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.913077 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.913321 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.913571 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.914009 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.914433 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.914709 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.914942 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.915180 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.915421 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.915640 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.915858 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.916071 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.916305 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.916563 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.916795 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.917062 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.917319 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.917540 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.917753 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.917995 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.918235 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.918465 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.918706 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.918919 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.919129 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.919345 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.919556 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.919800 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.920023 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.920235 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.920453 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.920699 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.920902 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.921114 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.921335 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.921559 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.921815 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.922047 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.922261 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.922469 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.922868 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.923087 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.923318 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.923536 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.923768 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.923998 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.924244 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.924456 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.924965 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.925411 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.925927 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.926522 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.926975 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.927439 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.928074 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.928545 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.928837 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.929164 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.929442 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.929894 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.930318 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.930785 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.931185 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.931447 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.931697 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.931943 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.932219 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.932443 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.932668 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.932924 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.933147 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.933388 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.933612 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.933923 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.934160 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.934551 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.934824 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.935081 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.935351 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.935599 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.935854 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.936083 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.936375 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.936674 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.936953 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.937220 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.937471 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.937725 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.937982 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.938231 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.938649 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.939082 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.939480 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.939877 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.940120 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.940365 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.940632 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.940847 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.941200 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.941432 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.941647 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.941890 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.942150 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.942398 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.942636 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.942905 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.943290 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.943677 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.943962 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.944194 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.944411 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.944643 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.944874 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.945087 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.945303 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.945517 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.945755 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.946001 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.946212 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.946632 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.946848 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.947071 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.947287 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.947504 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.947867 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.948258 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.948636 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.948878 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.949131 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.949347 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.949713 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.949965 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.950186 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.950433 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.950654 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.950922 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.951197 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.951446 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.951674 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.951912 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.952326 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.952563 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.952871 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.953103 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.953319 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.953740 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.954170 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.954411 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.954646 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.954914 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.955112 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.955369 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.955620 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.955962 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.956729 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.956965 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.957198 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.957441 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.957665 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.957916 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.958141 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.958362 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.958576 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.958803 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.959065 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.959290 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.959508 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.959748 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.959982 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.960238 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.960496 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.960767 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.960985 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.961212 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.961452 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.961669 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.961911 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.962125 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.962345 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.962562 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.962795 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.963007 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.963304 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.963575 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.963811 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.964082 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.964338 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.964593 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.964822 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.965035 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.965266 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.965484 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.965700 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.965964 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.966197 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.966410 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.966618 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.966847 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.967061 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.967295 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.967519 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.967731 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.967961 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.968204 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.968419 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.968629 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.968869 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.969248 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.969459 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.969685 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.969943 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.970155 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.970389 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.970604 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.970812 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.971032 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.971252 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.971484 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.972299 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.972571 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.972796 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.973099 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.973360 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.973609 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.973882 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.974189 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.974409 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.974667 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.974905 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.975123 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.975366 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.975552 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:40:07.975655 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.975942 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.976246 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.976509 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.976772 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.977062 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.977343 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.977614 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.977853 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.978218 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.978552 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.978974 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.979422 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.979677 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.979930 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.980156 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.980402 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.980630 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.980874 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.981092 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.981333 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.981583 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.981833 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.982081 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.982318 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.982699 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.983095 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.983311 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.983564 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.983814 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:07.983976 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 00:40:07.984501 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109571) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 04 00:40:07.984659 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 00:40:07.984966 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 00:40:07.985138 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 00:40:07.985358 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 00:40:07.985459 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 00:40:07.985661 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.985845 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.986010 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.986170 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.986331 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.986524 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.986700 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.986835 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.986995 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.987151 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.987345 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.987485 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.987622 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.987778 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.987931 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.988091 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.988246 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.988403 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.988564 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.988723 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.988881 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.989039 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.989197 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] debug = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.989356 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.989562 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.989725 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.989905 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.990063 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.990220 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.990381 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.990545 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.990703 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.990864 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.991024 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.991182 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.991336 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.991648 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.991807 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.992112 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.992264 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.992415 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.992554 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] host = dv-cinder-812685-7-iscsi {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.992699 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.992835 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.993001 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.993199 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.993296 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.993457 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.993614 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.993773 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.993962 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.994101 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.994258 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.994414 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.994570 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.994726 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] log_file = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.994883 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] log_options = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.995041 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.995199 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.995356 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.995539 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.995702 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.995860 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.996016 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.996246 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.996409 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.996700 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.996997 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.997294 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.997621 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.997838 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.997987 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.998141 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.998575 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.998575 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.998575 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.998933 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.998933 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.999178 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.999178 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.999326 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.999405 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.999545 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:07.999700 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.000010 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.000311 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.000473 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.000786 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.000944 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.001237 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.001570 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.001731 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.001915 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.002074 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.002232 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.002393 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.002552 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.002711 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.002868 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.003048 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.003206 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.003365 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.003523 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.003682 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] use_json = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.003839 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.003996 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.004156 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.004311 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.004620 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.004780 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.004937 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.005093 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.005251 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:40:08.005429 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.005591 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.005762 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.005949 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.006111 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.006272 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.006433 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.006597 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.006762 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.006922 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.007125 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.007261 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.007434 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.007601 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.007760 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.007926 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.008088 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.008244 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.008406 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.008566 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.008724 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.008885 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.009055 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.009224 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.009371 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.009531 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.009694 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.009883 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.010046 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.010223 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.010391 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.010553 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.010712 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.010873 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.011035 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.011197 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.011359 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.011522 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.011684 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.011845 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.012007 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.012170 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.012331 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.012493 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.012655 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.012816 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.012978 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.013139 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.013300 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.013463 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.013624 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.013923 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.014042 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.014207 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.014369 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.014530 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.014690 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.014861 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.015021 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.015181 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.015340 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.015503 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.015663 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.015824 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.015987 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.016147 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.016308 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.016467 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.016640 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.016810 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.016962 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.017824 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.017824 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.017824 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.017824 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.017824 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.018235 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.018235 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.018235 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.018444 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.018523 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.019169 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.019330 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.019490 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.019651 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.019812 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.019973 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.020132 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.020292 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.020458 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.020619 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.020789 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.020966 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.021127 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.021288 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.021448 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.021610 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.021771 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.021956 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.022118 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.022279 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.022439 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.022598 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.022758 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.022922 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.023083 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.023244 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.023404 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.023563 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.023724 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.023884 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.024299 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.024459 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.024620 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.024783 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.024943 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.025102 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.025262 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.025424 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.025594 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.025753 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.025938 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.026099 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.026267 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.026439 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.026600 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.026761 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.026933 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.027082 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.027241 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.027401 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.027561 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.027721 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.027881 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.028043 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.028214 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.028376 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.028536 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.028696 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.028879 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.029038 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.029198 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.029359 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.029522 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.029667 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.029847 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.030008 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.030168 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.030330 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.030491 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.030652 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.030812 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.030972 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.031131 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.031291 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.031452 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.031613 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.031773 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.031934 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.032094 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.032254 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.032414 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.032573 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.032734 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.032894 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.033054 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.033214 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.033374 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.033533 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.033694 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.033874 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.034036 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.034241 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.034405 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.034564 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.034728 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.034890 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.035052 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.035213 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.035374 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.035536 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.035696 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.035857 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.036019 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.036181 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.036342 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.036503 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.036664 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.036825 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.036986 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.037148 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.037310 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.037469 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.037630 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.037824 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.037989 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.038150 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.038314 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.038475 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.038636 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.038796 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.038957 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.039117 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.039276 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.039438 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.039599 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.039758 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.039917 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.040077 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.040237 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.040403 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.040566 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.040726 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.040886 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.041048 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.041209 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.041367 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.041527 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.041875 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.041875 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.042024 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.042157 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.042318 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.042491 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.042653 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.042813 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.042973 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.043132 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.043291 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.043461 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.043624 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.043782 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.043941 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.044101 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.044261 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.044430 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.044590 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.044749 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.044909 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.045069 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.045229 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.045398 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.045558 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.045718 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.045898 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.046058 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.046218 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.046407 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.046548 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.046708 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.046867 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.047027 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.047186 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.047356 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.047517 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.047678 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.047837 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.047997 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.048156 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.048325 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.048487 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.048648 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.048816 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.048977 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.049138 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.049298 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.049469 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.049629 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.050322 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.050477 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.050638 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.050799 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.050967 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.051132 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.051304 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.051471 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.051634 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.051804 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.051975 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.052144 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.052305 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.052472 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.052644 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.052804 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.052964 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.053124 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.053284 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.053446 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.053607 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.053768 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.053952 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.054113 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.054274 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.054434 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.054595 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.054756 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.054917 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.055078 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.055238 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.055398 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.055559 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.055719 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:40:08.055872 dv-cinder-812685-7-iscsi neutron-server[109571]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 00:40:08.084555 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 40150) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:40:08.093168 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064106 Mar 04 00:40:19.448954 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30a804e-6032-4b3a-931d-c4171c42feea None None] get_active_networks_info from dv-cinder-812685-7-iscsi {{(pid=109682) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 04 00:40:19.518150 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30a804e-6032-4b3a-931d-c4171c42feea None None] No non-hosted networks {{(pid=109682) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 04 00:40:19.541555 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.agentschedulers_db [None req-d30a804e-6032-4b3a-931d-c4171c42feea None None] DHCP Agent not found on host dv-cinder-812685-7-iscsi {{(pid=109682) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 04 00:40:19.668526 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9f10-ea11-4ffd-a39e-1ac6769d2d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548512'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:21.660560 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8ac0a296-a0bc-49db-bd60-ddbe5bde491f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548512'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:21.854757 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-c82ff032-05e7-48f3-b1c4-dbdc314a202e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:22.746513 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548512'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:24.071019 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548512'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:25.507868 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 40232) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:40:25.792141 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548512'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:25.794968 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:25.795504 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:25.796147 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:25.796721 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:25.797598 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:25.798689 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:25.799158 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:25.800517 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:25.801528 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:25.802675 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:25.804510 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:25.804988 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:25.805492 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:25.806181 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-812685-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:40:25.814920 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-812685-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:40:26.058009 dv-cinder-812685-7-iscsi neutron-server[109681]: WARNING oslo_policy.policy [None req-8aab92d2-a36c-471e-b2f9-dc031c08dcf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 00:40:26.058584 dv-cinder-812685-7-iscsi neutron-server[109681]: WARNING oslo_policy.policy [None req-8aab92d2-a36c-471e-b2f9-dc031c08dcf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 00:40:26.137860 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.db.l3_hamode_db [None req-dcc23ed3-9b0e-4df5-916e-c0e87327ff43 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 04 00:40:26.215280 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc23ed3-9b0e-4df5-916e-c0e87327ff43 None None] Routers set() bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:40:26.215661 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc23ed3-9b0e-4df5-916e-c0e87327ff43 None None] Router IDs set() for agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 04 00:40:26.281249 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [None req-8aab92d2-a36c-471e-b2f9-dc031c08dcf9 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 00:40:26.282409 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-8aab92d2-a36c-471e-b2f9-dc031c08dcf9 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7736554 Mar 04 00:40:28.829194 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 40258) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:40:29.134119 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-0b9506f4-3cf7-4eee-87b2-d8fb16240558 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:40:29.225733 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.policy [None req-0b9506f4-3cf7-4eee-87b2-d8fb16240558 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109681) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 04 00:40:29.268985 dv-cinder-812685-7-iscsi neutron-server[109681]: WARNING oslo_policy.policy [None req-0b9506f4-3cf7-4eee-87b2-d8fb16240558 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 00:40:29.269346 dv-cinder-812685-7-iscsi neutron-server[109681]: WARNING oslo_policy.policy [None req-0b9506f4-3cf7-4eee-87b2-d8fb16240558 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 00:40:29.360696 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-0b9506f4-3cf7-4eee-87b2-d8fb16240558 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742065276768', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742065276247', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742065295323', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742065321631', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742065315674', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742065339456', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16661058', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15737347', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-459011', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1677810'] for rbac-policy (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:29.425888 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-0b9506f4-3cf7-4eee-87b2-d8fb16240558 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:29.427080 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-0b9506f4-3cf7-4eee-87b2-d8fb16240558 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5968826 Mar 04 00:40:31.914727 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 40268) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:40:32.216632 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:40:32.244508 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Made reservation on behalf of 4ad1f129b47a49bfb3f0f6023c122a66 for: {'network': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:40:32.248194 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:32.264594 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:32.371585 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Publish callbacks [] for security_group (17a2cd83-427a-4926-bf90-d18ae43d4975), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:32.375927 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (17a2cd83-427a-4926-bf90-d18ae43d4975), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:32.416050 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=109681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:40:32.431349 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=17a2cd83-427a-4926-bf90-d18ae43d4975,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:40:32.448120 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742061486740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (490764fd-765a-4055-a97e-f9674ac4ed2e), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:32.448678 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Unsubscribe: segment precommit_create {{(pid=109681) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 04 00:40:32.449202 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.segments_db [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Added segment 490764fd-765a-4055-a97e-f9674ac4ed2e of type vlan for network cbea2845-2c8a-4fcf-ad1b-8dcbb35edead Mar 04 00:40:32.455322 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:32.456316 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:32.456670 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:32.457003 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:32.457325 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:32.457645 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:32.457984 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:32.458302 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:32.458614 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:32.458947 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:32.459277 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:32.459587 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:32.459897 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Tracked resource versions report: Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: pushed versions: Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: { 'AddressGroup': {'1.2'}, Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'ConntrackHelper': {'1.0'}, Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'LocalIPAssociation': {'1.0'}, Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Log': {'1.0'}, Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Network': {'1.1'}, Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Port': {'1.7'}, Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'PortForwarding': {'1.2'}, Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'QosPolicy': {'1.10'}, Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'SecurityGroup': {'1.5'}, Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'SecurityGroupRule': {'1.2'}, Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'SubPort': {'1.0'}, Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Subnet': {'1.1'}, Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Trunk': {'1.1'}} Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: consumer versions: Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: { DHCP agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: L3 agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: Metadata agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: Metering agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: Open vSwitch agent@dv-cinder-812685-7-iscsi: { 'AddressGroup': '1.2', Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'ConntrackHelper': '1.0', Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'LocalIPAssociation': '1.0', Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Log': '1.0', Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Network': '1.1', Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Port': '1.7', Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'PortForwarding': '1.2', Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'QosPolicy': '1.10', Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'SecurityGroup': '1.5', Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'SecurityGroupRule': '1.2', Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'SubPort': '1.0', Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Subnet': '1.1', Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Trunk': '1.1'}} Mar 04 00:40:32.461316 dv-cinder-812685-7-iscsi neutron-server[109681]: {{(pid=109681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 00:40:32.552384 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (cbea2845-2c8a-4fcf-ad1b-8dcbb35edead), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:32.590034 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (cbea2845-2c8a-4fcf-ad1b-8dcbb35edead), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:32.595042 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:40:32.595773 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:32.684207 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7683568 Mar 04 00:40:32.713577 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2914b-dd1c-4098-b976-17e1dff5b197 demo demo] Pushing event updated for resources: {'Network': ['ID=cbea2845-2c8a-4fcf-ad1b-8dcbb35edead,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:40:32.727434 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network cbea2845-2c8a-4fcf-ad1b-8dcbb35edead details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:40:35.244897 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 40280) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:40:35.638477 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ecb919-f739-4f06-b3a8-1935608c89e2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:40:35.639818 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-46ecb919-f739-4f06-b3a8-1935608c89e2 demo admin] 10.222.0.23 "GET /v2.0/networks/cbea2845-2c8a-4fcf-ad1b-8dcbb35edead HTTP/1.1" status: 200 len: 825 time: 0.3939919 Mar 04 00:40:35.664178 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-11c6fdab-7b2d-474b-bc20-22235230d261 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/0bd91d1d-503d-4c09-8ca6-53e72a4f8876 HTTP/1.1" status: 200 len: 734 time: 0.0182717 Mar 04 00:40:35.672191 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-b0e58661-20f7-4def-9183-caace171ec6b demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '0bd91d1d-503d-4c09-8ca6-53e72a4f8876', 'network_id': 'cbea2845-2c8a-4fcf-ad1b-8dcbb35edead'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:40:35.691731 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e58661-20f7-4def-9183-caace171ec6b demo admin] Made reservation on behalf of 4ad1f129b47a49bfb3f0f6023c122a66 for: {'subnet': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:40:35.694164 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b0e58661-20f7-4def-9183-caace171ec6b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:35.981689 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b0e58661-20f7-4def-9183-caace171ec6b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for subnet (7e09a1b8-bad6-486b-b0d2-638c1f713db8), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:36.052651 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e58661-20f7-4def-9183-caace171ec6b demo admin] Checking segment: {'id': '490764fd-765a-4055-a97e-f9674ac4ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cbea2845-2c8a-4fcf-ad1b-8dcbb35edead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:40:36.053042 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e58661-20f7-4def-9183-caace171ec6b demo admin] Network hostable DHCP agents. Network: cbea2845-2c8a-4fcf-ad1b-8dcbb35edead, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:40:36.057470 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e58661-20f7-4def-9183-caace171ec6b demo admin] Pushing event updated for resources: {'Subnet': ['ID=7e09a1b8-bad6-486b-b0d2-638c1f713db8,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:40:36.076427 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e58661-20f7-4def-9183-caace171ec6b demo admin] Network cbea2845-2c8a-4fcf-ad1b-8dcbb35edead is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:40:36.087723 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-b0e58661-20f7-4def-9183-caace171ec6b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, cbea2845-2c8a-4fcf-ad1b-8dcbb35edead) {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:40:36.092461 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e58661-20f7-4def-9183-caace171ec6b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:40:36.093061 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b0e58661-20f7-4def-9183-caace171ec6b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:36.097287 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ffb7f9-4f43-4f27-bb59-481dbdac5113 None None] Network cbea2845-2c8a-4fcf-ad1b-8dcbb35edead requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:40:36.112064 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-b0e58661-20f7-4def-9183-caace171ec6b demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4384093 Mar 04 00:40:36.474904 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59fa2352-7d86-513e-a27a-471c348e81da-cbea2845-2c8a-4fcf-ad1b-8dcbb35edead', 'network_id': 'cbea2845-2c8a-4fcf-ad1b-8dcbb35edead', 'project_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'fixed_ips': [{'subnet_id': '7e09a1b8-bad6-486b-b0d2-638c1f713db8'}]}} from dv-cinder-812685-7-iscsi. {{(pid=109682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 00:40:36.476146 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:36.749914 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.db_base_plugin_common [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Allocated IP 172.20.0.2 (cbea2845-2c8a-4fcf-ad1b-8dcbb35edead/7e09a1b8-bad6-486b-b0d2-638c1f713db8/d660f417-6138-4a22-b341-ca84ff848502) {{(pid=109682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:40:37.020592 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Publish callbacks [] for port (d660f417-6138-4a22-b341-ca84ff848502), precommit_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:37.028413 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (d660f417-6138-4a22-b341-ca84ff848502), after_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:37.102864 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Network cbea2845-2c8a-4fcf-ad1b-8dcbb35edead is already hosted by enough agents. {{(pid=109682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:40:37.107969 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.base_scheduler [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Resources bound (agent type, host, resource id): {{(pid=109682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:40:37.116632 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Received port after_create {{(pid=109682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:40:37.119673 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Pushing event updated for resources: {'Port': ['ID=d660f417-6138-4a22-b341-ca84ff848502,revision_number=1']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:40:37.153067 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:37.153441 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:37.153822 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:37.154165 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:37.154497 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:37.154827 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:37.155154 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:37.155479 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:37.155802 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:37.156141 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:37.156468 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:37.156788 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:37.157107 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Tracked resource versions report: Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: pushed versions: Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: { 'AddressGroup': {'1.2'}, Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'ConntrackHelper': {'1.0'}, Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'LocalIPAssociation': {'1.0'}, Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Log': {'1.0'}, Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Network': {'1.1'}, Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Port': {'1.7'}, Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'PortForwarding': {'1.2'}, Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'QosPolicy': {'1.10'}, Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'SecurityGroup': {'1.5'}, Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'SecurityGroupRule': {'1.2'}, Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'SubPort': {'1.0'}, Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Subnet': {'1.1'}, Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Trunk': {'1.1'}} Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: consumer versions: Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: { DHCP agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: L3 agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: Metadata agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: Metering agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: Open vSwitch agent@dv-cinder-812685-7-iscsi: { 'AddressGroup': '1.2', Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'ConntrackHelper': '1.0', Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'LocalIPAssociation': '1.0', Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Log': '1.0', Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Network': '1.1', Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Port': '1.7', Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'PortForwarding': '1.2', Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'QosPolicy': '1.10', Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'SecurityGroup': '1.5', Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'SecurityGroupRule': '1.2', Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'SubPort': '1.0', Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Subnet': '1.1', Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Trunk': '1.1'}} Mar 04 00:40:37.158552 dv-cinder-812685-7-iscsi neutron-server[109682]: {{(pid=109682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 00:40:37.211537 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Attempting to bind port d660f417-6138-4a22-b341-ca84ff848502 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:40:37.212152 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Attempting to bind port d660f417-6138-4a22-b341-ca84ff848502 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': '490764fd-765a-4055-a97e-f9674ac4ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cbea2845-2c8a-4fcf-ad1b-8dcbb35edead'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:40:37.212573 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Attempting to bind port d660f417-6138-4a22-b341-ca84ff848502 on network cbea2845-2c8a-4fcf-ad1b-8dcbb35edead {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:40:37.218312 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:40:37.218697 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Checking segment: {'id': '490764fd-765a-4055-a97e-f9674ac4ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cbea2845-2c8a-4fcf-ad1b-8dcbb35edead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:40:37.219211 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:37.219602 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Bound using segment: {'id': '490764fd-765a-4055-a97e-f9674ac4ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cbea2845-2c8a-4fcf-ad1b-8dcbb35edead'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:40:37.220097 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Bound port: d660f417-6138-4a22-b341-ca84ff848502, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490764fd-765a-4055-a97e-f9674ac4ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cbea2845-2c8a-4fcf-ad1b-8dcbb35edead'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:40:37.220501 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (d660f417-6138-4a22-b341-ca84ff848502), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:37.282032 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] For port d660f417-6138-4a22-b341-ca84ff848502, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:40:37.287065 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] For port d660f417-6138-4a22-b341-ca84ff848502, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=d660f417-6138-4a22-b341-ca84ff848502,segment=NetworkSegment(490764fd-765a-4055-a97e-f9674ac4ed2e),segment_id=490764fd-765a-4055-a97e-f9674ac4ed2e)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:40:37.294529 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (d660f417-6138-4a22-b341-ca84ff848502), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:37.359289 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0c8f5-a8ef-4967-88c2-6bc26bdda435 None None] Pushing event updated for resources: {'Port': ['ID=d660f417-6138-4a22-b341-ca84ff848502,revision_number=2']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:40:38.662024 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 40288) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:40:38.981455 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [None req-4c5a2dca-2d30-46bb-9e30-c5bbc9cd8cd8 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 00:40:38.997812 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-4c5a2dca-2d30-46bb-9e30-c5bbc9cd8cd8 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3196900 Mar 04 00:40:41.535922 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 40296) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:40:41.838258 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [None req-432ebad4-a549-498c-9329-8762186bee52 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 00:40:41.840487 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-432ebad4-a549-498c-9329-8762186bee52 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3030064 Mar 04 00:40:44.351945 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 40304) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:40:44.837140 dv-cinder-812685-7-iscsi neutron-server[109680]: WARNING oslo_policy.policy [None req-fe666dda-887e-4282-8beb-0f0b2b3a9b65 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 00:40:44.837719 dv-cinder-812685-7-iscsi neutron-server[109680]: WARNING oslo_policy.policy [None req-fe666dda-887e-4282-8beb-0f0b2b3a9b65 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 00:40:45.056896 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-fe666dda-887e-4282-8beb-0f0b2b3a9b65 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:40:45.117197 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.policy [None req-fe666dda-887e-4282-8beb-0f0b2b3a9b65 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109680) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 04 00:40:45.160822 dv-cinder-812685-7-iscsi neutron-server[109680]: WARNING oslo_policy.policy [None req-fe666dda-887e-4282-8beb-0f0b2b3a9b65 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 00:40:45.161192 dv-cinder-812685-7-iscsi neutron-server[109680]: WARNING oslo_policy.policy [None req-fe666dda-887e-4282-8beb-0f0b2b3a9b65 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 00:40:45.222809 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fe666dda-887e-4282-8beb-0f0b2b3a9b65 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3508'] for router (c2b3f623-f184-4f00-99ac-1042fca85c17), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:45.224654 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fe666dda-887e-4282-8beb-0f0b2b3a9b65 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3519'] for router (c2b3f623-f184-4f00-99ac-1042fca85c17), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:45.379350 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fe666dda-887e-4282-8beb-0f0b2b3a9b65 demo demo] Publish callbacks [] for router_controller (c2b3f623-f184-4f00-99ac-1042fca85c17), precommit_add_association {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:45.384215 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fe666dda-887e-4282-8beb-0f0b2b3a9b65 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542361'] for router (c2b3f623-f184-4f00-99ac-1042fca85c17), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:45.408188 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fe666dda-887e-4282-8beb-0f0b2b3a9b65 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:45.410264 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-fe666dda-887e-4282-8beb-0f0b2b3a9b65 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0562406 Mar 04 00:40:47.950845 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 40324) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:40:48.262916 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [None req-14149744-00d0-4e89-b2d4-919182af5143 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 00:40:48.263918 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-14149744-00d0-4e89-b2d4-919182af5143 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3119264 Mar 04 00:40:48.507920 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device d660f417-6138-4a22-b341-ca84ff848502 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:40:48.602869 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port d660f417-6138-4a22-b341-ca84ff848502 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:40:48.603358 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d660f417-6138-4a22-b341-ca84ff848502), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:48.626432 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a252be-6294-497a-9624-d826d7e1d60c None None] Network cbea2845-2c8a-4fcf-ad1b-8dcbb35edead requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:40:48.746000 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-b20689c8-ff59-4d0d-93dc-7402a65d5779 None None] Provisioning complete for port d660f417-6138-4a22-b341-ca84ff848502 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:40:48.746419 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-b20689c8-ff59-4d0d-93dc-7402a65d5779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d660f417-6138-4a22-b341-ca84ff848502), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:48.851171 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port d660f417-6138-4a22-b341-ca84ff848502 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:40:48.851493 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (d660f417-6138-4a22-b341-ca84ff848502), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:48.923089 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] For port d660f417-6138-4a22-b341-ca84ff848502, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=d660f417-6138-4a22-b341-ca84ff848502,segment=NetworkSegment(490764fd-765a-4055-a97e-f9674ac4ed2e),segment_id=490764fd-765a-4055-a97e-f9674ac4ed2e)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:40:48.932346 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (d660f417-6138-4a22-b341-ca84ff848502), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:48.941225 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-b20689c8-ff59-4d0d-93dc-7402a65d5779 None None] Current status of the port d660f417-6138-4a22-b341-ca84ff848502 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:40:48.941225 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-b20689c8-ff59-4d0d-93dc-7402a65d5779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (d660f417-6138-4a22-b341-ca84ff848502), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:49.019651 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Pushing event updated for resources: {'Port': ['ID=d660f417-6138-4a22-b341-ca84ff848502,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:40:49.033913 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.db.api [None req-b20689c8-ff59-4d0d-93dc-7402a65d5779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 00:40:49.034317 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG oslo_db.api [None req-b20689c8-ff59-4d0d-93dc-7402a65d5779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 00:40:49.413767 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-71c33549-81ff-4962-b6fb-2b7c65248112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:49.570845 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-b20689c8-ff59-4d0d-93dc-7402a65d5779 None None] Current status of the port d660f417-6138-4a22-b341-ca84ff848502 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:40:49.688667 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-7e8e7b70-d65e-4d81-8237-7009a76abda4 None None] Provisioning complete for port d660f417-6138-4a22-b341-ca84ff848502 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:40:49.688990 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7b70-d65e-4d81-8237-7009a76abda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d660f417-6138-4a22-b341-ca84ff848502), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:49.764795 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e7b70-d65e-4d81-8237-7009a76abda4 None None] Current status of the port d660f417-6138-4a22-b341-ca84ff848502 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:40:50.471970 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device d660f417-6138-4a22-b341-ca84ff848502 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:40:50.520443 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port d660f417-6138-4a22-b341-ca84ff848502 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:40:50.520829 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d660f417-6138-4a22-b341-ca84ff848502), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:50.592714 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port d660f417-6138-4a22-b341-ca84ff848502 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:40:50.811675 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 40334) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:40:51.123461 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:40:51.145763 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Made reservation on behalf of e77c580f7bf747b080a465b83c1764c8 for: {'network': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:40:51.148565 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:51.164497 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:51.266152 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Publish callbacks [] for security_group (fa1e5a0a-1edc-46f3-bcc4-c5c474f5521c), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:51.270395 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (fa1e5a0a-1edc-46f3-bcc4-c5c474f5521c), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:51.281326 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Reserving flat network on physical network physnet1 {{(pid=109680) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 04 00:40:51.313122 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742061486740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (fbe85a7d-2393-4160-96d3-3b1a336eb1d9), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:51.313683 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Unsubscribe: segment precommit_create {{(pid=109680) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 04 00:40:51.314237 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.segments_db [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Added segment fbe85a7d-2393-4160-96d3-3b1a336eb1d9 of type flat for network ed31d37d-9dc0-409c-895e-5f92a61ae860 Mar 04 00:40:51.329451 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1e5a0a-1edc-46f3-bcc4-c5c474f5521c,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:40:51.355672 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:51.356042 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:51.356390 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:51.356728 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:51.357058 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:51.357388 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:51.357727 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:51.358080 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:51.358418 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:51.358774 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:51.359097 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:51.359414 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:51.359729 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Tracked resource versions report: Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: pushed versions: Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: { 'AddressGroup': {'1.2'}, Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'ConntrackHelper': {'1.0'}, Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'LocalIPAssociation': {'1.0'}, Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Log': {'1.0'}, Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Network': {'1.1'}, Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Port': {'1.7'}, Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'PortForwarding': {'1.2'}, Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'QosPolicy': {'1.10'}, Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'SecurityGroup': {'1.5'}, Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'SecurityGroupRule': {'1.2'}, Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'SubPort': {'1.0'}, Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Subnet': {'1.1'}, Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Trunk': {'1.1'}} Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: consumer versions: Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: { DHCP agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: L3 agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: Metadata agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: Metering agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: Open vSwitch agent@dv-cinder-812685-7-iscsi: { 'AddressGroup': '1.2', Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'ConntrackHelper': '1.0', Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'LocalIPAssociation': '1.0', Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Log': '1.0', Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Network': '1.1', Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Port': '1.7', Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'PortForwarding': '1.2', Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'QosPolicy': '1.10', Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'SecurityGroup': '1.5', Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'SecurityGroupRule': '1.2', Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'SubPort': '1.0', Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Subnet': '1.1', Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Trunk': '1.1'}} Mar 04 00:40:51.361142 dv-cinder-812685-7-iscsi neutron-server[109680]: {{(pid=109680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 00:40:51.429574 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (ed31d37d-9dc0-409c-895e-5f92a61ae860), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:51.470657 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (ed31d37d-9dc0-409c-895e-5f92a61ae860), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:51.472894 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:40:51.473878 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:51.551053 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7381508 Mar 04 00:40:51.575234 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b8ddc-9d5d-4c4a-a79b-e2d75c3ce34c admin admin] Pushing event updated for resources: {'Network': ['ID=ed31d37d-9dc0-409c-895e-5f92a61ae860,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:40:51.586593 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:40:51.727368 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-712e79e9-2160-488a-b1e4-3c1eb2d97e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:52.709739 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:54.017199 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:54.056158 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 40356) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:40:54.272292 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6edee34-a4a4-4007-9cb7-a2d9b623960b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:40:54.273646 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-a6edee34-a4a4-4007-9cb7-a2d9b623960b demo admin] 10.222.0.23 "GET /v2.0/subnets/7e09a1b8-bad6-486b-b0d2-638c1f713db8 HTTP/1.1" status: 200 len: 849 time: 0.2164962 Mar 04 00:40:54.410668 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-f8dde595-ebc6-4ddf-844c-e61dbe79f8f6 demo admin] 10.222.0.23 "GET /v2.0/routers/c2b3f623-f184-4f00-99ac-1042fca85c17 HTTP/1.1" status: 200 len: 704 time: 0.1309278 Mar 04 00:40:54.681266 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:54.977808 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Allocated IP 172.20.0.1 (cbea2845-2c8a-4fcf-ad1b-8dcbb35edead/7e09a1b8-bad6-486b-b0d2-638c1f713db8/4ee770fc-ae83-4822-ab31-79a0d9fe7846) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:40:55.163968 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Publish callbacks [] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:55.229708 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:55.303332 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Network cbea2845-2c8a-4fcf-ad1b-8dcbb35edead is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:40:55.312334 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:40:55.316840 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:40:55.317368 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542148'] for router_interface (c2b3f623-f184-4f00-99ac-1042fca85c17), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:55.342079 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Pushing event updated for resources: {'Port': ['ID=4ee770fc-ae83-4822-ab31-79a0d9fe7846,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:40:55.512128 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-de84145b-8c79-46e7-83f5-08add8664c79 None None] Provisioning complete for port 4ee770fc-ae83-4822-ab31-79a0d9fe7846 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:40:55.512659 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-de84145b-8c79-46e7-83f5-08add8664c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:55.528104 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:55.546914 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-de84145b-8c79-46e7-83f5-08add8664c79 None None] Port 4ee770fc-ae83-4822-ab31-79a0d9fe7846 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:40:55.784716 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:55.789229 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Publish callbacks [] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:55.794089 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:55.794871 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548436'] for router_interface (c2b3f623-f184-4f00-99ac-1042fca85c17), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:55.875910 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Pushing event updated for resources: {'Port': ['ID=4ee770fc-ae83-4822-ab31-79a0d9fe7846,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:40:55.920099 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Network cbea2845-2c8a-4fcf-ad1b-8dcbb35edead is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:40:55.921342 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:40:56.087205 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Router c2b3f623-f184-4f00-99ac-1042fca85c17 is scheduled to L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 with binding_index 1 {{(pid=109680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 00:40:56.171197 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-981f2dc8-41aa-47a0-a240-f23dc5fc9d2a None None] Provisioning complete for port 4ee770fc-ae83-4822-ab31-79a0d9fe7846 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:40:56.171582 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-981f2dc8-41aa-47a0-a240-f23dc5fc9d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:56.183319 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:40:56.189886 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-4db463d6-3ac2-4128-a715-f8597f6b17bb demo admin] 10.222.0.23 "PUT /v2.0/routers/c2b3f623-f184-4f00-99ac-1042fca85c17/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7736733 Mar 04 00:40:56.200529 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Sync routers for ids ['c2b3f623-f184-4f00-99ac-1042fca85c17'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:40:56.205677 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-981f2dc8-41aa-47a0-a240-f23dc5fc9d2a None None] Port 4ee770fc-ae83-4822-ab31-79a0d9fe7846 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:40:56.212527 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Routers {'c2b3f623-f184-4f00-99ac-1042fca85c17'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:40:56.213389 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:40:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['c2b3f623-f184-4f00-99ac-1042fca85c17'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:40:56.404616 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Set router c2b3f623-f184-4f00-99ac-1042fca85c17 gateway port host: None {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:40:56.826455 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b3f623-f184-4f00-99ac-1042fca85c17', 'name': 'router1', 'tenant_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:40:45Z', 'updated_at': '2022-03-04T00:40:55Z', 'revision_number': 2, 'project_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'gw_port_host': None, '_interfaces': [{'id': '4ee770fc-ae83-4822-ab31-79a0d9fe7846', 'name': '', 'network_id': 'cbea2845-2c8a-4fcf-ad1b-8dcbb35edead', 'tenant_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'mac_address': 'fa:16:3e:1e:4a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b3f623-f184-4f00-99ac-1042fca85c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e09a1b8-bad6-486b-b0d2-638c1f713db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:40:54Z', 'updated_at': '2022-03-04T00:40:55Z', 'revision_number': 2, 'project_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'subnets': [{'id': '7e09a1b8-bad6-486b-b0d2-638c1f713db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd91d1d-503d-4c09-8ca6-53e72a4f8876'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:40:56.876802 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Checking router: c2b3f623-f184-4f00-99ac-1042fca85c17 for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:40:56.877188 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Updating router c2b3f623-f184-4f00-99ac-1042fca85c17 port 4ee770fc-ae83-4822-ab31-79a0d9fe7846 binding host dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:40:56.929003 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:57.433953 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Publish callbacks [] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), precommit_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:57.440035 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:57.578840 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79549ac-0365-4b97-9c63-e25c92cb1d94 None None] Pushing event updated for resources: {'Port': ['ID=4ee770fc-ae83-4822-ab31-79a0d9fe7846,revision_number=3']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:40:57.604819 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79549ac-0365-4b97-9c63-e25c92cb1d94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:57.605181 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79549ac-0365-4b97-9c63-e25c92cb1d94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:57.605531 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79549ac-0365-4b97-9c63-e25c92cb1d94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:57.605895 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79549ac-0365-4b97-9c63-e25c92cb1d94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:57.606228 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79549ac-0365-4b97-9c63-e25c92cb1d94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:57.606570 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79549ac-0365-4b97-9c63-e25c92cb1d94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:57.606901 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79549ac-0365-4b97-9c63-e25c92cb1d94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:57.607228 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79549ac-0365-4b97-9c63-e25c92cb1d94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:57.607551 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79549ac-0365-4b97-9c63-e25c92cb1d94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:57.607891 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79549ac-0365-4b97-9c63-e25c92cb1d94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:57.608226 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79549ac-0365-4b97-9c63-e25c92cb1d94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:57.608543 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79549ac-0365-4b97-9c63-e25c92cb1d94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:57.608861 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79549ac-0365-4b97-9c63-e25c92cb1d94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79549ac-0365-4b97-9c63-e25c92cb1d94 None None] Tracked resource versions report: Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: pushed versions: Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: { 'AddressGroup': {'1.2'}, Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'ConntrackHelper': {'1.0'}, Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'LocalIPAssociation': {'1.0'}, Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Log': {'1.0'}, Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Network': {'1.1'}, Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Port': {'1.7'}, Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'PortForwarding': {'1.2'}, Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'QosPolicy': {'1.10'}, Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'SecurityGroup': {'1.5'}, Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'SecurityGroupRule': {'1.2'}, Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'SubPort': {'1.0'}, Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Subnet': {'1.1'}, Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Trunk': {'1.1'}} Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: consumer versions: Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: { DHCP agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: L3 agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: Metadata agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: Metering agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: Open vSwitch agent@dv-cinder-812685-7-iscsi: { 'AddressGroup': '1.2', Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'ConntrackHelper': '1.0', Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'LocalIPAssociation': '1.0', Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Log': '1.0', Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Network': '1.1', Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Port': '1.7', Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'PortForwarding': '1.2', Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'QosPolicy': '1.10', Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'SecurityGroup': '1.5', Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'SecurityGroupRule': '1.2', Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'SubPort': '1.0', Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Subnet': '1.1', Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Trunk': '1.1'}} Mar 04 00:40:57.610352 dv-cinder-812685-7-iscsi neutron-server[109683]: {{(pid=109683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 00:40:57.630170 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Attempting to bind port 4ee770fc-ae83-4822-ab31-79a0d9fe7846 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:40:57.630575 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Attempting to bind port 4ee770fc-ae83-4822-ab31-79a0d9fe7846 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': '490764fd-765a-4055-a97e-f9674ac4ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cbea2845-2c8a-4fcf-ad1b-8dcbb35edead'}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:40:57.630995 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Attempting to bind port 4ee770fc-ae83-4822-ab31-79a0d9fe7846 on network cbea2845-2c8a-4fcf-ad1b-8dcbb35edead {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:40:57.635416 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-0e1b67cd-4776-4a73-b905-bd667cac13da None None] Provisioning complete for port 4ee770fc-ae83-4822-ab31-79a0d9fe7846 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:40:57.635903 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-0e1b67cd-4776-4a73-b905-bd667cac13da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:57.636013 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:40:57.636271 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Checking segment: {'id': '490764fd-765a-4055-a97e-f9674ac4ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cbea2845-2c8a-4fcf-ad1b-8dcbb35edead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:40:57.636790 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:57.637184 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Bound using segment: {'id': '490764fd-765a-4055-a97e-f9674ac4ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cbea2845-2c8a-4fcf-ad1b-8dcbb35edead'} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:40:57.637691 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Bound port: 4ee770fc-ae83-4822-ab31-79a0d9fe7846, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490764fd-765a-4055-a97e-f9674ac4ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cbea2845-2c8a-4fcf-ad1b-8dcbb35edead'}}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:40:57.638098 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:57.671194 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b67cd-4776-4a73-b905-bd667cac13da None None] Port 4ee770fc-ae83-4822-ab31-79a0d9fe7846 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:40:57.704472 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] For port 4ee770fc-ae83-4822-ab31-79a0d9fe7846, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:40:57.723880 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] For port 4ee770fc-ae83-4822-ab31-79a0d9fe7846, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=4ee770fc-ae83-4822-ab31-79a0d9fe7846,segment=NetworkSegment(490764fd-765a-4055-a97e-f9674ac4ed2e),segment_id=490764fd-765a-4055-a97e-f9674ac4ed2e)] {{(pid=109683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:40:57.729639 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:57.783706 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79549ac-0365-4b97-9c63-e25c92cb1d94 None None] Pushing event updated for resources: {'Port': ['ID=4ee770fc-ae83-4822-ab31-79a0d9fe7846,revision_number=4']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:40:57.791766 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Routers {'c2b3f623-f184-4f00-99ac-1042fca85c17'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:40:57.792176 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:40:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['c2b3f623-f184-4f00-99ac-1042fca85c17'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:40:57.886684 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] Set router c2b3f623-f184-4f00-99ac-1042fca85c17 gateway port host: None {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:40:57.991915 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-02b83c4d-8b7f-4105-96f4-f9829d35e750 None None] Provisioning complete for port 4ee770fc-ae83-4822-ab31-79a0d9fe7846 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:40:57.992333 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-02b83c4d-8b7f-4105-96f4-f9829d35e750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:58.071159 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-02b83c4d-8b7f-4105-96f4-f9829d35e750 None None] Current status of the port 4ee770fc-ae83-4822-ab31-79a0d9fe7846 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:40:58.071475 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-02b83c4d-8b7f-4105-96f4-f9829d35e750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:58.102544 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-02b83c4d-8b7f-4105-96f4-f9829d35e750 None None] For port 4ee770fc-ae83-4822-ab31-79a0d9fe7846, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=4ee770fc-ae83-4822-ab31-79a0d9fe7846,segment=NetworkSegment(490764fd-765a-4055-a97e-f9674ac4ed2e),segment_id=490764fd-765a-4055-a97e-f9674ac4ed2e)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:40:58.106700 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b3f623-f184-4f00-99ac-1042fca85c17', 'name': 'router1', 'tenant_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:40:45Z', 'updated_at': '2022-03-04T00:40:55Z', 'revision_number': 2, 'project_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'gw_port_host': None, '_interfaces': [{'id': '4ee770fc-ae83-4822-ab31-79a0d9fe7846', 'name': '', 'network_id': 'cbea2845-2c8a-4fcf-ad1b-8dcbb35edead', 'tenant_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'mac_address': 'fa:16:3e:1e:4a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b3f623-f184-4f00-99ac-1042fca85c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e09a1b8-bad6-486b-b0d2-638c1f713db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:40:54Z', 'updated_at': '2022-03-04T00:40:57Z', 'revision_number': 4, 'project_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'subnets': [{'id': '7e09a1b8-bad6-486b-b0d2-638c1f713db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd91d1d-503d-4c09-8ca6-53e72a4f8876'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:40:58.107266 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-02b83c4d-8b7f-4105-96f4-f9829d35e750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:58.137956 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16fbcb-49ac-4016-be74-6bf3fe0d8560 None None] The sync data for ids ['c2b3f623-f184-4f00-99ac-1042fca85c17'] in dv-cinder-812685-7-iscsi is: [{'id': 'c2b3f623-f184-4f00-99ac-1042fca85c17', 'name': 'router1', 'tenant_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:40:45Z', 'updated_at': '2022-03-04T00:40:55Z', 'revision_number': 2, 'project_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'gw_port_host': None, '_interfaces': [{'id': '4ee770fc-ae83-4822-ab31-79a0d9fe7846', 'name': '', 'network_id': 'cbea2845-2c8a-4fcf-ad1b-8dcbb35edead', 'tenant_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'mac_address': 'fa:16:3e:1e:4a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b3f623-f184-4f00-99ac-1042fca85c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e09a1b8-bad6-486b-b0d2-638c1f713db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:40:54Z', 'updated_at': '2022-03-04T00:40:57Z', 'revision_number': 4, 'project_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'subnets': [{'id': '7e09a1b8-bad6-486b-b0d2-638c1f713db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd91d1d-503d-4c09-8ca6-53e72a4f8876'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:40:58.161316 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b83c4d-8b7f-4105-96f4-f9829d35e750 None None] Pushing event updated for resources: {'Port': ['ID=4ee770fc-ae83-4822-ab31-79a0d9fe7846,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:40:58.617202 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 40376) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:40:58.725291 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d6c829-011b-49b4-a897-fc24b22c7bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:40:58.726682 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-50d6c829-011b-49b4-a897-fc24b22c7bac admin admin] 10.222.0.23 "GET /v2.0/networks/ed31d37d-9dc0-409c-895e-5f92a61ae860 HTTP/1.1" status: 200 len: 842 time: 0.1084783 Mar 04 00:40:58.735903 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-213cf901-eafb-458a-aa4b-e9e1b86e34b2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:40:58.763195 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213cf901-eafb-458a-aa4b-e9e1b86e34b2 admin admin] Made reservation on behalf of e77c580f7bf747b080a465b83c1764c8 for: {'subnet': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:40:58.765951 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-213cf901-eafb-458a-aa4b-e9e1b86e34b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:59.061862 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.objects.ports [None req-213cf901-eafb-458a-aa4b-e9e1b86e34b2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109680) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 04 00:40:59.062209 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-213cf901-eafb-458a-aa4b-e9e1b86e34b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for subnet (611be500-c481-4e53-a01a-f852442ac10e), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:59.109205 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cf901-eafb-458a-aa4b-e9e1b86e34b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=611be500-c481-4e53-a01a-f852442ac10e,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:40:59.125275 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213cf901-eafb-458a-aa4b-e9e1b86e34b2 admin admin] Checking segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:40:59.125641 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213cf901-eafb-458a-aa4b-e9e1b86e34b2 admin admin] Network hostable DHCP agents. Network: ed31d37d-9dc0-409c-895e-5f92a61ae860, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:40:59.146940 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213cf901-eafb-458a-aa4b-e9e1b86e34b2 admin admin] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:40:59.158057 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-213cf901-eafb-458a-aa4b-e9e1b86e34b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, ed31d37d-9dc0-409c-895e-5f92a61ae860) {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:40:59.162222 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213cf901-eafb-458a-aa4b-e9e1b86e34b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:40:59.162899 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-213cf901-eafb-458a-aa4b-e9e1b86e34b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:40:59.168883 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7244f74-e926-47ec-bea8-cb00ac85b512 None None] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:40:59.186413 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-213cf901-eafb-458a-aa4b-e9e1b86e34b2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4536581 Mar 04 00:40:59.288709 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e97959-38ae-4448-835f-6584ade620de None None] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:41:01.659895 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 40384) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:41:01.787809 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-ae96f2de-c43d-404c-910c-2355e0eda8c7 demo admin] 10.222.0.23 "GET /v2.0/routers/c2b3f623-f184-4f00-99ac-1042fca85c17 HTTP/1.1" status: 200 len: 710 time: 0.1268687 Mar 04 00:41:01.871160 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6764f5-14dd-42b9-9291-f5ce0e8c3efb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:41:01.872534 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-9b6764f5-14dd-42b9-9291-f5ce0e8c3efb demo admin] 10.222.0.23 "GET /v2.0/networks/ed31d37d-9dc0-409c-895e-5f92a61ae860 HTTP/1.1" status: 200 len: 886 time: 0.0794046 Mar 04 00:41:01.881896 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:41:02.200411 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] Publish callbacks [] for router_gateway (c2b3f623-f184-4f00-99ac-1042fca85c17), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:02.436315 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] Publish callbacks [] for router_gateway (c2b3f623-f184-4f00-99ac-1042fca85c17), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:02.509470 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:02.612623 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] Allocated IP 172.27.0.245 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/ab696387-29db-4e11-8eb1-b7913b0b2f3b) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:41:02.712781 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] Publish callbacks [] for port (ab696387-29db-4e11-8eb1-b7913b0b2f3b), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:02.746073 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (ab696387-29db-4e11-8eb1-b7913b0b2f3b), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:02.783268 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:41:02.785983 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:41:02.788564 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:41:02.829439 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] Pushing event updated for resources: {'Port': ['ID=ab696387-29db-4e11-8eb1-b7913b0b2f3b,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:41:03.045029 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] Publish callbacks [] for router_gateway (c2b3f623-f184-4f00-99ac-1042fca85c17), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:03.258214 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3529'] for router (c2b3f623-f184-4f00-99ac-1042fca85c17), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:03.261581 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-546046'] for router (c2b3f623-f184-4f00-99ac-1042fca85c17), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:03.373636 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] Router c2b3f623-f184-4f00-99ac-1042fca85c17 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:41:03.575965 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:41:03.580726 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:03.581937 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-92e379ae-e4b9-4a53-a8c2-c1a8d0df63a9 demo admin] 10.222.0.23 "PUT /v2.0/routers/c2b3f623-f184-4f00-99ac-1042fca85c17 HTTP/1.1" status: 200 len: 890 time: 1.7031593 Mar 04 00:41:06.117287 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 40396) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:41:06.268121 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-30d8ea83-141c-42de-a4ba-5a2026c8150f admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1496522 Mar 04 00:41:06.514080 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 4ee770fc-ae83-4822-ab31-79a0d9fe7846 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:41:06.563562 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 4ee770fc-ae83-4822-ab31-79a0d9fe7846 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:41:06.563990 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:06.647430 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 4ee770fc-ae83-4822-ab31-79a0d9fe7846 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:41:06.762512 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Sync routers for ids ['c2b3f623-f184-4f00-99ac-1042fca85c17'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:41:06.776294 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Routers {'c2b3f623-f184-4f00-99ac-1042fca85c17'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:41:06.776953 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:40:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['c2b3f623-f184-4f00-99ac-1042fca85c17'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:41:06.998976 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Set router c2b3f623-f184-4f00-99ac-1042fca85c17 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:41:07.469125 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b3f623-f184-4f00-99ac-1042fca85c17', 'name': 'router1', 'tenant_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'ab696387-29db-4e11-8eb1-b7913b0b2f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:40:45Z', 'updated_at': '2022-03-04T00:41:02Z', 'revision_number': 4, 'project_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'gw_port': {'id': 'ab696387-29db-4e11-8eb1-b7913b0b2f3b', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b3f623-f184-4f00-99ac-1042fca85c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:41:02Z', 'updated_at': '2022-03-04T00:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '4ee770fc-ae83-4822-ab31-79a0d9fe7846', 'name': '', 'network_id': 'cbea2845-2c8a-4fcf-ad1b-8dcbb35edead', 'tenant_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'mac_address': 'fa:16:3e:1e:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b3f623-f184-4f00-99ac-1042fca85c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e09a1b8-bad6-486b-b0d2-638c1f713db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:40:54Z', 'updated_at': '2022-03-04T00:40:58Z', 'revision_number': 5, 'project_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'subnets': [{'id': '7e09a1b8-bad6-486b-b0d2-638c1f713db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd91d1d-503d-4c09-8ca6-53e72a4f8876'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:41:07.520885 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Checking router: c2b3f623-f184-4f00-99ac-1042fca85c17 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:41:07.521468 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Updating router c2b3f623-f184-4f00-99ac-1042fca85c17 port ab696387-29db-4e11-8eb1-b7913b0b2f3b binding host dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:41:07.573536 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (ab696387-29db-4e11-8eb1-b7913b0b2f3b), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:07.888739 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Publish callbacks [] for port (ab696387-29db-4e11-8eb1-b7913b0b2f3b), precommit_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:07.894139 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (ab696387-29db-4e11-8eb1-b7913b0b2f3b), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:07.952069 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Attempting to bind port ab696387-29db-4e11-8eb1-b7913b0b2f3b on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:41:07.952069 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Attempting to bind port ab696387-29db-4e11-8eb1-b7913b0b2f3b by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:41:07.952069 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Attempting to bind port ab696387-29db-4e11-8eb1-b7913b0b2f3b on network ed31d37d-9dc0-409c-895e-5f92a61ae860 {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:41:07.959754 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43eaab-efe5-483d-a3d1-07daf7cab719 None None] Pushing event updated for resources: {'Port': ['ID=ab696387-29db-4e11-8eb1-b7913b0b2f3b,revision_number=2']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:41:07.964451 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:41:07.964831 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Checking segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:41:07.965242 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:07.965626 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Bound using segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:41:07.966139 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Bound port: ab696387-29db-4e11-8eb1-b7913b0b2f3b, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:41:07.966526 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (ab696387-29db-4e11-8eb1-b7913b0b2f3b), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:08.018188 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] For port ab696387-29db-4e11-8eb1-b7913b0b2f3b, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:41:08.021980 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] For port ab696387-29db-4e11-8eb1-b7913b0b2f3b, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=ab696387-29db-4e11-8eb1-b7913b0b2f3b,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:41:08.028811 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (ab696387-29db-4e11-8eb1-b7913b0b2f3b), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:08.090203 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Routers {'c2b3f623-f184-4f00-99ac-1042fca85c17'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:41:08.090757 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:40:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['c2b3f623-f184-4f00-99ac-1042fca85c17'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:41:08.125365 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43eaab-efe5-483d-a3d1-07daf7cab719 None None] Pushing event updated for resources: {'Port': ['ID=ab696387-29db-4e11-8eb1-b7913b0b2f3b,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:41:08.209116 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] Set router c2b3f623-f184-4f00-99ac-1042fca85c17 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:41:08.428247 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b3f623-f184-4f00-99ac-1042fca85c17', 'name': 'router1', 'tenant_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'ab696387-29db-4e11-8eb1-b7913b0b2f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:40:45Z', 'updated_at': '2022-03-04T00:41:02Z', 'revision_number': 4, 'project_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'gw_port': {'id': 'ab696387-29db-4e11-8eb1-b7913b0b2f3b', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b3f623-f184-4f00-99ac-1042fca85c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:41:02Z', 'updated_at': '2022-03-04T00:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '4ee770fc-ae83-4822-ab31-79a0d9fe7846', 'name': '', 'network_id': 'cbea2845-2c8a-4fcf-ad1b-8dcbb35edead', 'tenant_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'mac_address': 'fa:16:3e:1e:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b3f623-f184-4f00-99ac-1042fca85c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e09a1b8-bad6-486b-b0d2-638c1f713db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:40:54Z', 'updated_at': '2022-03-04T00:40:58Z', 'revision_number': 5, 'project_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'subnets': [{'id': '7e09a1b8-bad6-486b-b0d2-638c1f713db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd91d1d-503d-4c09-8ca6-53e72a4f8876'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:41:08.459148 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d382e3e3-f14a-44ff-ab1b-977979e0da05 None None] The sync data for ids ['c2b3f623-f184-4f00-99ac-1042fca85c17'] in dv-cinder-812685-7-iscsi is: [{'id': 'c2b3f623-f184-4f00-99ac-1042fca85c17', 'name': 'router1', 'tenant_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'ab696387-29db-4e11-8eb1-b7913b0b2f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:40:45Z', 'updated_at': '2022-03-04T00:41:02Z', 'revision_number': 4, 'project_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'gw_port': {'id': 'ab696387-29db-4e11-8eb1-b7913b0b2f3b', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b3f623-f184-4f00-99ac-1042fca85c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:41:02Z', 'updated_at': '2022-03-04T00:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '4ee770fc-ae83-4822-ab31-79a0d9fe7846', 'name': '', 'network_id': 'cbea2845-2c8a-4fcf-ad1b-8dcbb35edead', 'tenant_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'mac_address': 'fa:16:3e:1e:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b3f623-f184-4f00-99ac-1042fca85c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e09a1b8-bad6-486b-b0d2-638c1f713db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:40:54Z', 'updated_at': '2022-03-04T00:40:58Z', 'revision_number': 5, 'project_id': '4ad1f129b47a49bfb3f0f6023c122a66', 'subnets': [{'id': '7e09a1b8-bad6-486b-b0d2-638c1f713db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd91d1d-503d-4c09-8ca6-53e72a4f8876'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:41:08.916107 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 5 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:41:10.605988 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device ab696387-29db-4e11-8eb1-b7913b0b2f3b up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:41:10.670441 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port ab696387-29db-4e11-8eb1-b7913b0b2f3b triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:41:10.671065 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (ab696387-29db-4e11-8eb1-b7913b0b2f3b), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:10.769737 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port ab696387-29db-4e11-8eb1-b7913b0b2f3b is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:41:10.771374 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (ab696387-29db-4e11-8eb1-b7913b0b2f3b), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:10.794601 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] For port ab696387-29db-4e11-8eb1-b7913b0b2f3b, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=ab696387-29db-4e11-8eb1-b7913b0b2f3b,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:41:10.801704 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (ab696387-29db-4e11-8eb1-b7913b0b2f3b), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:10.880943 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Pushing event updated for resources: {'Port': ['ID=ab696387-29db-4e11-8eb1-b7913b0b2f3b,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:41:12.549068 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device ab696387-29db-4e11-8eb1-b7913b0b2f3b up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:41:12.616803 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port ab696387-29db-4e11-8eb1-b7913b0b2f3b triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:41:12.617094 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (ab696387-29db-4e11-8eb1-b7913b0b2f3b), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:12.707006 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port ab696387-29db-4e11-8eb1-b7913b0b2f3b is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:41:19.418348 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-926c0966-b3ed-481d-9773-d829dd1ac347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:21.661664 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-5f349249-e611-4b67-bf22-00b069e8b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:22.716403 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:24.024393 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:25.789646 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:45.914780 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 5 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:41:49.412642 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6e7dfb52-3f1b-4b35-8a8c-603f356cbe8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:51.664852 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-b493fe99-0a35-40d4-aae9-b60f9f74bde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:52.716950 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:54.020757 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:41:55.792131 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:42:19.416173 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-e671484b-9510-49a0-bbf1-c4ca3143f3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:42:21.666527 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-24a54a50-e489-42df-80b3-a9a1df899beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:42:22.720907 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:42:22.913526 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 5 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:42:24.023866 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:42:25.786311 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:42:31.054982 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 40880) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:42:31.115284 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.pecan_wsgi.hooks.translation [None req-927e7fcb-3051-42c0-97d5-12ce9ba82813 admin admin] GET failed (client error): The resource could not be found. Mar 04 00:42:31.116537 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-927e7fcb-3051-42c0-97d5-12ce9ba82813 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606198 Mar 04 00:42:31.277014 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9325db-a316-418a-808e-38af26322d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:42:31.278507 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-af9325db-a316-418a-808e-38af26322d13 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1579854 Mar 04 00:42:33.581753 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 40890) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:42:33.673814 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d29154-321d-42b1-9b04-7c47adb57540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:42:33.675154 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-46d29154-321d-42b1-9b04-7c47adb57540 admin admin] 10.222.0.23 "GET /v2.0/subnets/7e09a1b8-bad6-486b-b0d2-638c1f713db8 HTTP/1.1" status: 200 len: 849 time: 0.0923543 Mar 04 00:42:33.684397 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:42:33.766295 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Publish callbacks [] for subnet (7e09a1b8-bad6-486b-b0d2-638c1f713db8), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:42:33.910533 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742061551077'] for subnet (7e09a1b8-bad6-486b-b0d2-638c1f713db8), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:42:33.948668 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:42:33.949755 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:42:33.952251 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] 10.222.0.23 "PUT /v2.0/subnets/7e09a1b8-bad6-486b-b0d2-638c1f713db8 HTTP/1.1" status: 200 len: 868 time: 0.2697012 Mar 04 00:42:33.953171 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e436512-e56f-4d77-962f-166c18a5da1f None None] Network cbea2845-2c8a-4fcf-ad1b-8dcbb35edead requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:42:33.965566 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e09a1b8-bad6-486b-b0d2-638c1f713db8,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:42:33.975896 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:42:33.976306 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:42:33.976658 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:42:33.976998 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:42:33.977338 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:42:33.977669 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:42:33.978038 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:42:33.978367 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:42:33.978864 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:42:33.979198 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:42:33.979524 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:42:33.979844 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:42:33.980166 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d306a5a-f055-4c6f-a85f-5df393bf457d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:42:34.277092 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-07d0aa02-0bca-461d-8797-9b176c600b6e None None] Provisioning complete for port 4ee770fc-ae83-4822-ab31-79a0d9fe7846 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:42:34.277563 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-07d0aa02-0bca-461d-8797-9b176c600b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (4ee770fc-ae83-4822-ab31-79a0d9fe7846), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:42:34.353891 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-07d0aa02-0bca-461d-8797-9b176c600b6e None None] Current status of the port 4ee770fc-ae83-4822-ab31-79a0d9fe7846 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:42:34.363919 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-07d0aa02-0bca-461d-8797-9b176c600b6e None None] Provisioning complete for port d660f417-6138-4a22-b341-ca84ff848502 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:42:34.364302 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-07d0aa02-0bca-461d-8797-9b176c600b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d660f417-6138-4a22-b341-ca84ff848502), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:42:34.438775 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-07d0aa02-0bca-461d-8797-9b176c600b6e None None] Current status of the port d660f417-6138-4a22-b341-ca84ff848502 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:42:36.274666 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 40898) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:42:36.488421 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6790a8f6-2ebc-43d3-a8cd-c62970324523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:42:36.488905 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6790a8f6-2ebc-43d3-a8cd-c62970324523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:42:36.490491 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-6790a8f6-2ebc-43d3-a8cd-c62970324523 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2138624 Mar 04 00:42:38.811990 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 40906) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:42:38.941032 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2369d297-48a0-4a8e-8fbb-a34b6755d9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:42:38.941501 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2369d297-48a0-4a8e-8fbb-a34b6755d9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:42:38.943056 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-2369d297-48a0-4a8e-8fbb-a34b6755d9f9 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1301358 Mar 04 00:42:41.248610 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 40914) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:42:41.377121 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44acc68e-8380-4af9-8ecc-163b79555303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:42:41.378438 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-44acc68e-8380-4af9-8ecc-163b79555303 admin admin] 10.222.0.23 "GET /v2.0/networks/cbea2845-2c8a-4fcf-ad1b-8dcbb35edead HTTP/1.1" status: 200 len: 869 time: 0.1288805 Mar 04 00:42:43.723428 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 40924) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:42:43.843466 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99b754e-29a4-4254-a547-4f4763baef30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:42:43.845254 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-f99b754e-29a4-4254-a547-4f4763baef30 admin admin] 10.222.0.23 "GET /v2.0/networks/ed31d37d-9dc0-409c-895e-5f92a61ae860 HTTP/1.1" status: 200 len: 886 time: 0.1204853 Mar 04 00:42:46.147153 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 40932) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:42:46.273749 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de831a4-bd54-4858-b27c-5134a3062f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:42:46.274233 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de831a4-bd54-4858-b27c-5134a3062f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:42:46.275788 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-1de831a4-bd54-4858-b27c-5134a3062f94 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1276934 Mar 04 00:42:48.555376 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 40940) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:42:48.643812 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8127ec55-4c9e-4d2b-916f-d47ece237728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:42:48.644262 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8127ec55-4c9e-4d2b-916f-d47ece237728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:42:48.645738 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-8127ec55-4c9e-4d2b-916f-d47ece237728 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0893328 Mar 04 00:42:49.417485 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6e3c831e-c184-4982-a032-b833e420079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:42:50.945010 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 40948) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:42:51.029051 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400cc33b-d296-475f-b22a-142409b328f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:42:51.030412 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-400cc33b-d296-475f-b22a-142409b328f7 admin admin] 10.222.0.23 "GET /v2.0/subnets/611be500-c481-4e53-a01a-f852442ac10e HTTP/1.1" status: 200 len: 816 time: 0.0844657 Mar 04 00:42:51.667515 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-5b08c662-97d9-4962-b044-fe416d3d2588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:42:52.722959 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:42:53.321268 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 40956) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:42:53.414748 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fe2d65-1379-4cad-afc9-236560e8d2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:42:53.416119 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-27fe2d65-1379-4cad-afc9-236560e8d2ca admin admin] 10.222.0.23 "GET /v2.0/subnets/7e09a1b8-bad6-486b-b0d2-638c1f713db8 HTTP/1.1" status: 200 len: 868 time: 0.0938478 Mar 04 00:42:54.026222 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:42:55.788760 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:42:59.912613 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 5 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:43:19.420721 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-508204ce-fbc5-4734-95ad-1c4485c85ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:21.361303 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 41008) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:43:21.409660 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [None req-e21b38dc-7f6a-4169-b9c9-b4b4b49ce6d5 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 00:43:21.410949 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-e21b38dc-7f6a-4169-b9c9-b4b4b49ce6d5 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484629 Mar 04 00:43:21.670293 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-bbe1c541-e673-4d26-a582-80df3eaa9911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:22.725293 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:23.805067 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 41016) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:43:23.865112 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.pecan_wsgi.hooks.translation [None req-202e541b-c81d-40aa-8ddc-65b12ae52ddc admin admin] GET failed (client error): The resource could not be found. Mar 04 00:43:23.866428 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-202e541b-c81d-40aa-8ddc-65b12ae52ddc admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603938 Mar 04 00:43:24.005828 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c236680b-d004-434b-b285-b907c668a755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:43:24.007206 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-c236680b-d004-434b-b285-b907c668a755 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1368499 Mar 04 00:43:24.031769 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:25.791509 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:26.328864 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 41024) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:43:26.375086 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:43:26.394461 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Made reservation on behalf of e77c580f7bf747b080a465b83c1764c8 for: {'network': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:43:26.397264 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:26.425457 dv-cinder-812685-7-iscsi neutron-server[109680]: WARNING neutron.services.revisions.revision_plugin [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Could not find related network for resource to bump revision. Mar 04 00:43:26.439288 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=109680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:43:26.448942 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (dff4dffa-1f81-401c-94e8-993fe3d410f1), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:26.449778 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.segments_db [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Added segment dff4dffa-1f81-401c-94e8-993fe3d410f1 of type vlan for network 7385fccc-6d01-4c28-b715-61ffbc36b9ff Mar 04 00:43:26.489292 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (7385fccc-6d01-4c28-b715-61ffbc36b9ff), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:26.511023 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (7385fccc-6d01-4c28-b715-61ffbc36b9ff), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:26.512897 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:43:26.513006 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:26.560564 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2306597 Mar 04 00:43:26.570438 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Pushing event updated for resources: {'Network': ['ID=7385fccc-6d01-4c28-b715-61ffbc36b9ff,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:43:26.578105 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:26.578451 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:26.578790 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:26.579126 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:26.579447 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:26.579777 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:26.580100 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:26.580422 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:26.580742 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:26.581062 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:26.581383 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:26.581696 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:26.582039 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da4a8f-a3b1-4797-977e-58de787d04f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:26.594618 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network 7385fccc-6d01-4c28-b715-61ffbc36b9ff details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:43:28.900660 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41032) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:43:28.960221 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a227f2-e391-4be3-8ca5-ea248a9e28e1 admin admin] GET failed (client error): The resource could not be found. Mar 04 00:43:28.961612 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-06a227f2-e391-4be3-8ca5-ea248a9e28e1 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600011 Mar 04 00:43:29.044951 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c731ddf4-2d0c-47ba-87fe-1c57b350d2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:43:29.046457 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-c731ddf4-2d0c-47ba-87fe-1c57b350d2f2 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0809443 Mar 04 00:43:29.055953 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-7d611e91-839e-4724-bf77-1cb41b89287d admin admin] Request body: {'subnet': {'network_id': '7385fccc-6d01-4c28-b715-61ffbc36b9ff', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:43:29.074077 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d611e91-839e-4724-bf77-1cb41b89287d admin admin] Made reservation on behalf of e77c580f7bf747b080a465b83c1764c8 for: {'subnet': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:43:29.076323 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7d611e91-839e-4724-bf77-1cb41b89287d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:29.233014 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7d611e91-839e-4724-bf77-1cb41b89287d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for subnet (1a437588-9cc0-4308-88e8-2ef5c4c4041b), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:29.288606 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d611e91-839e-4724-bf77-1cb41b89287d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a437588-9cc0-4308-88e8-2ef5c4c4041b,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:43:29.295851 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d611e91-839e-4724-bf77-1cb41b89287d admin admin] Checking segment: {'id': 'dff4dffa-1f81-401c-94e8-993fe3d410f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7385fccc-6d01-4c28-b715-61ffbc36b9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:43:29.296161 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d611e91-839e-4724-bf77-1cb41b89287d admin admin] Network hostable DHCP agents. Network: 7385fccc-6d01-4c28-b715-61ffbc36b9ff, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:43:29.312551 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d611e91-839e-4724-bf77-1cb41b89287d admin admin] Network 7385fccc-6d01-4c28-b715-61ffbc36b9ff is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:43:29.322093 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-7d611e91-839e-4724-bf77-1cb41b89287d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, 7385fccc-6d01-4c28-b715-61ffbc36b9ff) {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:43:29.327773 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d611e91-839e-4724-bf77-1cb41b89287d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:43:29.328395 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7d611e91-839e-4724-bf77-1cb41b89287d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:29.333286 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78aeab6-9c17-45b5-92fe-d8c8123744b7 None None] Network 7385fccc-6d01-4c28-b715-61ffbc36b9ff requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:43:29.345483 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-7d611e91-839e-4724-bf77-1cb41b89287d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2928190 Mar 04 00:43:29.552935 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59fa2352-7d86-513e-a27a-471c348e81da-7385fccc-6d01-4c28-b715-61ffbc36b9ff', 'network_id': '7385fccc-6d01-4c28-b715-61ffbc36b9ff', 'project_id': 'e77c580f7bf747b080a465b83c1764c8', 'fixed_ips': [{'subnet_id': '1a437588-9cc0-4308-88e8-2ef5c4c4041b'}]}} from dv-cinder-812685-7-iscsi. {{(pid=109682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 00:43:29.553776 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:29.691555 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.db_base_plugin_common [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Allocated IP 192.168.233.2 (7385fccc-6d01-4c28-b715-61ffbc36b9ff/1a437588-9cc0-4308-88e8-2ef5c4c4041b/d54e0130-8ec4-4f0c-a0e0-df1c2ef50797) {{(pid=109682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:43:29.838745 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Publish callbacks [] for port (d54e0130-8ec4-4f0c-a0e0-df1c2ef50797), precommit_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:29.848253 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (d54e0130-8ec4-4f0c-a0e0-df1c2ef50797), after_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:29.885886 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Network 7385fccc-6d01-4c28-b715-61ffbc36b9ff is already hosted by enough agents. {{(pid=109682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:43:29.889232 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.base_scheduler [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Resources bound (agent type, host, resource id): {{(pid=109682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:43:29.892775 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Received port after_create {{(pid=109682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:43:29.901621 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Pushing event updated for resources: {'Port': ['ID=d54e0130-8ec4-4f0c-a0e0-df1c2ef50797,revision_number=1']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:43:29.924344 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:29.924710 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:29.925063 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:29.925398 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:29.925724 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:29.926074 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:29.926398 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:29.926719 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:29.927037 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:29.927370 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:29.927694 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:29.928009 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:29.928322 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:43:29.966829 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Attempting to bind port d54e0130-8ec4-4f0c-a0e0-df1c2ef50797 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:43:29.967243 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Attempting to bind port d54e0130-8ec4-4f0c-a0e0-df1c2ef50797 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'dff4dffa-1f81-401c-94e8-993fe3d410f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7385fccc-6d01-4c28-b715-61ffbc36b9ff'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:43:29.967611 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Attempting to bind port d54e0130-8ec4-4f0c-a0e0-df1c2ef50797 on network 7385fccc-6d01-4c28-b715-61ffbc36b9ff {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:43:29.972791 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:43:29.973166 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Checking segment: {'id': 'dff4dffa-1f81-401c-94e8-993fe3d410f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7385fccc-6d01-4c28-b715-61ffbc36b9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:43:29.973564 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:29.974016 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Bound using segment: {'id': 'dff4dffa-1f81-401c-94e8-993fe3d410f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7385fccc-6d01-4c28-b715-61ffbc36b9ff'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:43:29.974483 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Bound port: d54e0130-8ec4-4f0c-a0e0-df1c2ef50797, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff4dffa-1f81-401c-94e8-993fe3d410f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7385fccc-6d01-4c28-b715-61ffbc36b9ff'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:43:29.974858 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (d54e0130-8ec4-4f0c-a0e0-df1c2ef50797), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:30.039670 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] For port d54e0130-8ec4-4f0c-a0e0-df1c2ef50797, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:43:30.043390 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] For port d54e0130-8ec4-4f0c-a0e0-df1c2ef50797, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=d54e0130-8ec4-4f0c-a0e0-df1c2ef50797,segment=NetworkSegment(dff4dffa-1f81-401c-94e8-993fe3d410f1),segment_id=dff4dffa-1f81-401c-94e8-993fe3d410f1)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:43:30.049666 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (d54e0130-8ec4-4f0c-a0e0-df1c2ef50797), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:30.104061 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b4a29-0fb2-43ed-9b77-41fba74fb932 None None] Pushing event updated for resources: {'Port': ['ID=d54e0130-8ec4-4f0c-a0e0-df1c2ef50797,revision_number=2']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:43:30.601287 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device d54e0130-8ec4-4f0c-a0e0-df1c2ef50797 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:43:30.653808 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port d54e0130-8ec4-4f0c-a0e0-df1c2ef50797 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:43:30.654224 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d54e0130-8ec4-4f0c-a0e0-df1c2ef50797), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:30.745362 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port d54e0130-8ec4-4f0c-a0e0-df1c2ef50797 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:43:30.746589 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (d54e0130-8ec4-4f0c-a0e0-df1c2ef50797), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:30.787415 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] For port d54e0130-8ec4-4f0c-a0e0-df1c2ef50797, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=d54e0130-8ec4-4f0c-a0e0-df1c2ef50797,segment=NetworkSegment(dff4dffa-1f81-401c-94e8-993fe3d410f1),segment_id=dff4dffa-1f81-401c-94e8-993fe3d410f1)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:43:30.793410 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (d54e0130-8ec4-4f0c-a0e0-df1c2ef50797), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:30.853193 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Pushing event updated for resources: {'Port': ['ID=d54e0130-8ec4-4f0c-a0e0-df1c2ef50797,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:43:30.940494 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4235d9d-13cf-4150-98bd-35caf2fb770b None None] Network 7385fccc-6d01-4c28-b715-61ffbc36b9ff requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:43:31.008625 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-98efcfe4-2ab5-4a0d-a349-21dbb2cbc251 None None] Provisioning complete for port d54e0130-8ec4-4f0c-a0e0-df1c2ef50797 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:43:31.009013 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-98efcfe4-2ab5-4a0d-a349-21dbb2cbc251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d54e0130-8ec4-4f0c-a0e0-df1c2ef50797), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:31.124624 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-98efcfe4-2ab5-4a0d-a349-21dbb2cbc251 None None] Current status of the port d54e0130-8ec4-4f0c-a0e0-df1c2ef50797 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:43:31.344826 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-88973b81-718b-4143-8e63-91555ae1283a None None] Provisioning complete for port d54e0130-8ec4-4f0c-a0e0-df1c2ef50797 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:43:31.345211 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-88973b81-718b-4143-8e63-91555ae1283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d54e0130-8ec4-4f0c-a0e0-df1c2ef50797), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:31.429768 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-88973b81-718b-4143-8e63-91555ae1283a None None] Current status of the port d54e0130-8ec4-4f0c-a0e0-df1c2ef50797 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:43:32.571852 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device d54e0130-8ec4-4f0c-a0e0-df1c2ef50797 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:43:32.618313 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port d54e0130-8ec4-4f0c-a0e0-df1c2ef50797 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:43:32.618699 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d54e0130-8ec4-4f0c-a0e0-df1c2ef50797), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:32.695372 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port d54e0130-8ec4-4f0c-a0e0-df1c2ef50797 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:43:36.911834 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 5 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:43:49.422237 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-67859579-1ade-4e92-a150-e336c4b134dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:51.671808 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-351ab538-dd08-4e8e-a5aa-f777424aed5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:52.729705 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:54.031548 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:43:55.793850 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:44:13.909734 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 5 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:44:19.423438 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-62402f97-9d6b-4cef-a510-d88784b4350f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:44:21.672902 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-14d84743-ab10-4a21-8da4-fff72aadf03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:44:22.731644 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:44:24.035537 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:44:25.796301 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:44:49.425848 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-70ee39f2-6cf8-405e-ae7e-c066f0bb3a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:44:50.908593 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 5 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:44:51.673727 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3f401460-fb4b-4c78-8b94-82c7118b984a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:44:52.734132 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:44:52.876401 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41070) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:44:52.882041 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [None req-71ce0314-5e54-4a7e-91f7-8455549bc29c tempest-verify_tempest_config-1314463991 tempest-verify_tempest_config-1314463991-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 00:44:52.883011 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-71ce0314-5e54-4a7e-91f7-8455549bc29c tempest-verify_tempest_config-1314463991 tempest-verify_tempest_config-1314463991-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056570 Mar 04 00:44:53.170565 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41088) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:44:53.270585 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:44:53.340436 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] Publish callbacks [] for security_group (47d018ac-0253-4134-868a-79ac5c15b060), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:44:53.344220 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (47d018ac-0253-4134-868a-79ac5c15b060), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:44:53.391117 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cb1a6cb00884427a47ec5ee9f4a2246&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2194955 Mar 04 00:44:53.392036 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d018ac-0253-4134-868a-79ac5c15b060,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:44:53.394095 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 41092) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:44:53.399241 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.399594 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.399942 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.400285 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.400617 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.400947 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.401276 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.401603 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.401970 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.402324 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.402653 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.402978 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.403300 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4f81-5a10-4278-b989-5dee51210835 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.447390 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Publish callbacks [] for security_group (47d018ac-0253-4134-868a-79ac5c15b060), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:44:53.467013 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Publish callbacks [] for security_group (47d018ac-0253-4134-868a-79ac5c15b060), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:44:53.555606 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (47d018ac-0253-4134-868a-79ac5c15b060), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:44:53.558781 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:44:53.560056 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47d018ac-0253-4134-868a-79ac5c15b060 HTTP/1.1" status: 204 len: 168 time: 0.1649365 Mar 04 00:44:53.567848 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d018ac-0253-4134-868a-79ac5c15b060,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:44:53.574421 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.574784 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.575107 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.575436 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.575763 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.576086 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.576421 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.576933 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.577269 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.577598 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.577962 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.578283 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:53.578598 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865995ef-85d5-4d91-bbcd-866587d29e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:44:54.041914 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:44:55.800703 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:45:19.427417 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-fea94aee-cfa2-47ec-bb76-2bbb60ec5d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:45:21.673948 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-d5202f41-f774-41c5-b0ae-11fd13934a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:45:22.736893 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:45:24.043483 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:45:25.802463 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:45:27.907371 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 5 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:45:49.430349 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1e871b54-24cc-4207-8788-02ce935238d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:45:51.674301 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-5f6fea25-702c-4f2a-80b4-aedc2a026c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:45:52.738495 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:45:54.046433 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:45:55.803227 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:46:04.906749 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 5 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:46:19.431851 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-21519b4c-41c1-4b7f-9cbe-cac297aec47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:46:21.674312 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1d0134e8-f3c7-4f19-8c9c-3e9f34d615bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:46:22.741468 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:46:24.051024 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:46:25.804993 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:46:29.311634 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548512'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:46:41.906791 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:46:43.924034 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41164) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:46:44.033127 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-a260af88-ad26-4524-a8f4-4fd6d444276f admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1080146 Mar 04 00:46:46.346265 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41174) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:46:46.399031 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-9f7edad0-4f89-4bfe-9dee-02e7af2fd5e2 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0516315 Mar 04 00:46:49.434334 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-a52fc44d-20f7-4849-8e0b-b8248c97280f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:46:51.675253 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-ec7a872b-e9e6-4934-95c7-3543d6df0eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:46:52.743665 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:46:54.053298 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:46:55.808906 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:46:59.295945 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:47:18.907455 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:47:19.434731 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-a31821a0-68e4-415c-8478-f7531a82efc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:47:21.676512 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1da9d845-c8ae-4255-8a70-8e68c2ef9fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:47:22.746930 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:47:24.055894 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:47:25.810791 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:47:29.291481 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:47:49.436718 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-fd7e37ca-16f9-42b3-af9a-ca239baeb86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:47:51.676515 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-b42d62cd-c177-4081-8144-6be61e424e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:47:52.749045 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:47:54.062967 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:47:55.813675 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:47:55.905915 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:47:59.289839 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:19.446469 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-0e91c022-9a79-4efc-bb1f-37546082bc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:20.710292 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41306) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:21.028188 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1607587750-network', 'tenant_id': '27b3b669ec404142ae9c4b1cda006a1a'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:21.054304 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Made reservation on behalf of 27b3b669ec404142ae9c4b1cda006a1a for: {'network': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:48:21.058089 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:21.067583 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:21.146528 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Publish callbacks [] for security_group (3cabbe14-6f4c-4cf7-8416-5d9547ebde43), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:21.151612 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (3cabbe14-6f4c-4cf7-8416-5d9547ebde43), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:21.181023 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=109681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:48:21.188851 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cabbe14-6f4c-4cf7-8416-5d9547ebde43,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:21.197195 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.197635 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.197882 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.198267 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.198547 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.198866 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.199209 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.199553 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.199888 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.200224 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.200866 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.201188 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.201503 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Tracked resource versions report: Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: pushed versions: Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: { 'AddressGroup': {'1.2'}, Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'ConntrackHelper': {'1.0'}, Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'LocalIPAssociation': {'1.0'}, Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Log': {'1.0'}, Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Network': {'1.1'}, Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Port': {'1.7'}, Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'PortForwarding': {'1.2'}, Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'QosPolicy': {'1.10'}, Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'SecurityGroup': {'1.5'}, Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'SecurityGroupRule': {'1.2'}, Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'SubPort': {'1.0'}, Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Subnet': {'1.1'}, Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Trunk': {'1.1'}} Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: consumer versions: Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: { DHCP agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: HyperV agent@hv-cinder-81268: {}, Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: L3 agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: Metadata agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: Metering agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: Open vSwitch agent@dv-cinder-812685-7-iscsi: { 'AddressGroup': '1.2', Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'ConntrackHelper': '1.0', Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'LocalIPAssociation': '1.0', Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Log': '1.0', Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Network': '1.1', Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Port': '1.7', Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'PortForwarding': '1.2', Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'QosPolicy': '1.10', Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'SecurityGroup': '1.5', Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'SecurityGroupRule': '1.2', Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'SubPort': '1.0', Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Subnet': '1.1', Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: 'Trunk': '1.1'}} Mar 04 00:48:21.202678 dv-cinder-812685-7-iscsi neutron-server[109681]: {{(pid=109681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 00:48:21.210572 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (c171487f-14e5-42a3-a598-08e91ba2e3fe), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:21.210885 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.segments_db [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Added segment c171487f-14e5-42a3-a598-08e91ba2e3fe of type vlan for network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a Mar 04 00:48:21.307182 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:21.333588 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:21.334649 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:21.335263 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:21.342051 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 41336) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:21.383148 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6717439 Mar 04 00:48:21.388852 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 41342) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:21.392728 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Request body: {'subnet': {'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1607587750-subnet', 'tenant_id': '27b3b669ec404142ae9c4b1cda006a1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:21.426682 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Made reservation on behalf of 27b3b669ec404142ae9c4b1cda006a1a for: {'subnet': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:48:21.429233 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:21.444230 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9425d8-2166-4014-9dde-8bce0430e6f6 admin admin] Pushing event updated for resources: {'Network': ['ID=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:21.455752 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:48:21.620889 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-fed29f81-342e-4f8e-8c94-21ee0cee968f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1636934493-network', 'tenant_id': '97777a0e50ee43a789483f661b2f59b5'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:21.625189 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for subnet (88ab0500-9729-459f-9744-bd096b771772), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:21.685541 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-c459f88f-073d-4a06-8482-33e2a81e491c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:21.689002 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed29f81-342e-4f8e-8c94-21ee0cee968f admin admin] Made reservation on behalf of 97777a0e50ee43a789483f661b2f59b5 for: {'network': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:48:21.691312 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fed29f81-342e-4f8e-8c94-21ee0cee968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:21.709361 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Checking segment: {'id': 'c171487f-14e5-42a3-a598-08e91ba2e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:48:21.709934 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Network hostable DHCP agents. Network: dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:48:21.718996 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fed29f81-342e-4f8e-8c94-21ee0cee968f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:21.741925 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ab0500-9729-459f-9744-bd096b771772,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:21.752965 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:48:21.761736 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.762141 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.762560 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.763084 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.763562 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.763885 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.764340 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.764663 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.765175 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.765362 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.765877 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.766688 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.767045 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Tracked resource versions report: Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: pushed versions: Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: { 'AddressGroup': {'1.2'}, Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'ConntrackHelper': {'1.0'}, Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'LocalIPAssociation': {'1.0'}, Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Log': {'1.0'}, Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Network': {'1.1'}, Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Port': {'1.7'}, Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'PortForwarding': {'1.2'}, Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'QosPolicy': {'1.10'}, Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'SecurityGroup': {'1.5'}, Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'SecurityGroupRule': {'1.2'}, Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'SubPort': {'1.0'}, Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Subnet': {'1.1'}, Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Trunk': {'1.1'}} Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: consumer versions: Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: { DHCP agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: HyperV agent@hv-cinder-81268: {}, Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: L3 agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: Metadata agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: Metering agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: Open vSwitch agent@dv-cinder-812685-7-iscsi: { 'AddressGroup': '1.2', Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'ConntrackHelper': '1.0', Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'LocalIPAssociation': '1.0', Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Log': '1.0', Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Network': '1.1', Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Port': '1.7', Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'PortForwarding': '1.2', Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'QosPolicy': '1.10', Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'SecurityGroup': '1.5', Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'SecurityGroupRule': '1.2', Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'SubPort': '1.0', Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Subnet': '1.1', Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: 'Trunk': '1.1'}} Mar 04 00:48:21.768224 dv-cinder-812685-7-iscsi neutron-server[109680]: {{(pid=109680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 00:48:21.773679 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a) {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:21.801594 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:21.802168 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:21.808611 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c3d64b-1206-4c48-95e7-5b32ba162179 None None] Network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:48:21.828083 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-67c57ede-bf84-4de6-accd-dc29136a7dc3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4398737 Mar 04 00:48:21.869720 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fed29f81-342e-4f8e-8c94-21ee0cee968f admin admin] Publish callbacks [] for security_group (73ca34a4-57d6-4df8-a866-c39f710ad6fd), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:21.874293 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fed29f81-342e-4f8e-8c94-21ee0cee968f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (73ca34a4-57d6-4df8-a866-c39f710ad6fd), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:21.888816 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed29f81-342e-4f8e-8c94-21ee0cee968f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=109680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:48:21.921285 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fed29f81-342e-4f8e-8c94-21ee0cee968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (bd4ce6b2-645f-4c58-adc2-eafdd155b8fa), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:21.921285 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.segments_db [None req-fed29f81-342e-4f8e-8c94-21ee0cee968f admin admin] Added segment bd4ce6b2-645f-4c58-adc2-eafdd155b8fa of type vlan for network a120380f-d8d5-4336-87ba-fbc40370628a Mar 04 00:48:21.933545 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed29f81-342e-4f8e-8c94-21ee0cee968f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ca34a4-57d6-4df8-a866-c39f710ad6fd,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:21.965833 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555d5948-5e0e-4fbb-904d-ccadec0b4bf0 None None] Network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:48:21.969986 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fed29f81-342e-4f8e-8c94-21ee0cee968f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (a120380f-d8d5-4336-87ba-fbc40370628a), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:22.001475 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fed29f81-342e-4f8e-8c94-21ee0cee968f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (a120380f-d8d5-4336-87ba-fbc40370628a), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:22.003817 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed29f81-342e-4f8e-8c94-21ee0cee968f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:22.005771 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fed29f81-342e-4f8e-8c94-21ee0cee968f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:22.054407 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-fed29f81-342e-4f8e-8c94-21ee0cee968f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7105379 Mar 04 00:48:22.056560 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41386) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:22.063137 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-dedafdbe-553c-4fe9-8b63-2fb6a37d7b9c admin admin] Request body: {'subnet': {'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1636934493-subnet', 'tenant_id': '97777a0e50ee43a789483f661b2f59b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:22.086126 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedafdbe-553c-4fe9-8b63-2fb6a37d7b9c admin admin] Made reservation on behalf of 97777a0e50ee43a789483f661b2f59b5 for: {'subnet': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:48:22.089332 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-dedafdbe-553c-4fe9-8b63-2fb6a37d7b9c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:22.107010 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed29f81-342e-4f8e-8c94-21ee0cee968f admin admin] Pushing event updated for resources: {'Network': ['ID=a120380f-d8d5-4336-87ba-fbc40370628a,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:22.119433 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network a120380f-d8d5-4336-87ba-fbc40370628a details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:48:22.276877 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-dedafdbe-553c-4fe9-8b63-2fb6a37d7b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for subnet (eb0e4b2c-c237-4083-952e-e79dff5b7688), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:22.319481 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedafdbe-553c-4fe9-8b63-2fb6a37d7b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb0e4b2c-c237-4083-952e-e79dff5b7688,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:22.345825 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedafdbe-553c-4fe9-8b63-2fb6a37d7b9c admin admin] Checking segment: {'id': 'bd4ce6b2-645f-4c58-adc2-eafdd155b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:48:22.346198 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedafdbe-553c-4fe9-8b63-2fb6a37d7b9c admin admin] Network hostable DHCP agents. Network: a120380f-d8d5-4336-87ba-fbc40370628a, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:48:22.364363 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedafdbe-553c-4fe9-8b63-2fb6a37d7b9c admin admin] Network a120380f-d8d5-4336-87ba-fbc40370628a is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:48:22.374494 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-dedafdbe-553c-4fe9-8b63-2fb6a37d7b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, a120380f-d8d5-4336-87ba-fbc40370628a) {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:22.379776 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedafdbe-553c-4fe9-8b63-2fb6a37d7b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:22.380742 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-dedafdbe-553c-4fe9-8b63-2fb6a37d7b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:22.386522 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e126b2-45d3-4b17-bd8b-91904a53f374 None None] Network a120380f-d8d5-4336-87ba-fbc40370628a requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:48:22.404833 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-dedafdbe-553c-4fe9-8b63-2fb6a37d7b9c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3430412 Mar 04 00:48:22.405040 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 41400) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:22.409889 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1636934493-router', 'tenant_id': '97777a0e50ee43a789483f661b2f59b5', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:22.432734 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3508'] for router (20ade95e-745d-49c8-80e0-5f8d9c5d954c), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:22.434887 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3519'] for router (20ade95e-745d-49c8-80e0-5f8d9c5d954c), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:22.495329 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Publish callbacks [] for router_controller (20ade95e-745d-49c8-80e0-5f8d9c5d954c), precommit_add_association {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:22.510667 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41406) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:22.520993 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad5c557-08ec-4d02-bf00-d5c616125853 None None] Network a120380f-d8d5-4336-87ba-fbc40370628a requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:48:22.550247 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41414) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:22.666061 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Publish callbacks [] for router_gateway (20ade95e-745d-49c8-80e0-5f8d9c5d954c), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:22.703274 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41422) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:22.760472 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:22.906498 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-e162d64f-d87a-463b-947f-c6b8b7a2e3b6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-750910716-network', 'tenant_id': '3a66e90163854e46ac800b6872431b74'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:22.918208 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-5d376fcf-52c5-4e4a-b56d-ff37aaf91583 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-711005733-network', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:22.947275 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e162d64f-d87a-463b-947f-c6b8b7a2e3b6 admin admin] Made reservation on behalf of 3a66e90163854e46ac800b6872431b74 for: {'network': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:48:22.950891 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e162d64f-d87a-463b-947f-c6b8b7a2e3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:22.960567 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d376fcf-52c5-4e4a-b56d-ff37aaf91583 admin admin] Made reservation on behalf of 57fd73dcb8be40ecaa8e8a0617cf5cfc for: {'network': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:48:22.963965 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5d376fcf-52c5-4e4a-b56d-ff37aaf91583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:22.967431 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e162d64f-d87a-463b-947f-c6b8b7a2e3b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:22.983844 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5d376fcf-52c5-4e4a-b56d-ff37aaf91583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:22.998415 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Publish callbacks [] for router_gateway (20ade95e-745d-49c8-80e0-5f8d9c5d954c), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.021309 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.103558 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-ac0df27b-e92e-4d15-b6db-9eee74ef19c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1625678538-network', 'tenant_id': '4f74a38a30364f84b464c10e694a223d'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:23.110943 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e162d64f-d87a-463b-947f-c6b8b7a2e3b6 admin admin] Publish callbacks [] for security_group (a81e9690-a58b-43dd-a9d9-0db71d399ccc), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.132531 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e162d64f-d87a-463b-947f-c6b8b7a2e3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (a81e9690-a58b-43dd-a9d9-0db71d399ccc), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.150271 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e162d64f-d87a-463b-947f-c6b8b7a2e3b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=109681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:48:23.164947 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Allocated IP 172.27.0.113 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/d1a5c806-76be-481e-b56f-a4f7cdce80b8) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:48:23.176731 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e162d64f-d87a-463b-947f-c6b8b7a2e3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (a1b12f24-6d55-441c-adcc-91c5fa5c40c3), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.177138 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.segments_db [None req-e162d64f-d87a-463b-947f-c6b8b7a2e3b6 admin admin] Added segment a1b12f24-6d55-441c-adcc-91c5fa5c40c3 of type vlan for network c8cc62ee-8363-4f59-a50c-5454c3993046 Mar 04 00:48:23.179851 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5d376fcf-52c5-4e4a-b56d-ff37aaf91583 admin admin] Publish callbacks [] for security_group (c9fc979c-6884-44bc-8014-fa1434436cf7), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.189214 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0df27b-e92e-4d15-b6db-9eee74ef19c1 admin admin] Made reservation on behalf of 4f74a38a30364f84b464c10e694a223d for: {'network': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:48:23.191641 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ac0df27b-e92e-4d15-b6db-9eee74ef19c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.197071 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5d376fcf-52c5-4e4a-b56d-ff37aaf91583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (c9fc979c-6884-44bc-8014-fa1434436cf7), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.239659 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ac0df27b-e92e-4d15-b6db-9eee74ef19c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.270704 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d376fcf-52c5-4e4a-b56d-ff37aaf91583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=109681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:48:23.273251 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162d64f-d87a-463b-947f-c6b8b7a2e3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81e9690-a58b-43dd-a9d9-0db71d399ccc,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:23.285920 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e162d64f-d87a-463b-947f-c6b8b7a2e3b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (c8cc62ee-8363-4f59-a50c-5454c3993046), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.315214 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5d376fcf-52c5-4e4a-b56d-ff37aaf91583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (a5e2cb8f-7f16-4558-b388-05a86a8019a2), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.315833 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.segments_db [None req-5d376fcf-52c5-4e4a-b56d-ff37aaf91583 admin admin] Added segment a5e2cb8f-7f16-4558-b388-05a86a8019a2 of type vlan for network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 Mar 04 00:48:23.317071 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Publish callbacks [] for port (d1a5c806-76be-481e-b56f-a4f7cdce80b8), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.370507 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (d1a5c806-76be-481e-b56f-a4f7cdce80b8), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.382416 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d376fcf-52c5-4e4a-b56d-ff37aaf91583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fc979c-6884-44bc-8014-fa1434436cf7,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:23.401261 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e162d64f-d87a-463b-947f-c6b8b7a2e3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (c8cc62ee-8363-4f59-a50c-5454c3993046), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.402526 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e162d64f-d87a-463b-947f-c6b8b7a2e3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:23.403485 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e162d64f-d87a-463b-947f-c6b8b7a2e3b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.408431 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5d376fcf-52c5-4e4a-b56d-ff37aaf91583 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (68cec896-b5ba-4d83-aa75-a90c9dc1a1d2), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.425420 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:23.428733 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:23.435195 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:48:23.512423 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-e162d64f-d87a-463b-947f-c6b8b7a2e3b6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0005050 Mar 04 00:48:23.522344 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41452) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:23.524293 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a5c806-76be-481e-b56f-a4f7cdce80b8,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:23.528534 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-9e0d1828-0d89-4b86-8478-c23c1f15f280 admin admin] Request body: {'subnet': {'network_id': 'c8cc62ee-8363-4f59-a50c-5454c3993046', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-750910716-subnet', 'tenant_id': '3a66e90163854e46ac800b6872431b74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:23.533076 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162d64f-d87a-463b-947f-c6b8b7a2e3b6 admin admin] Pushing event updated for resources: {'Network': ['ID=c8cc62ee-8363-4f59-a50c-5454c3993046,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:23.542163 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5d376fcf-52c5-4e4a-b56d-ff37aaf91583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (68cec896-b5ba-4d83-aa75-a90c9dc1a1d2), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.543935 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d376fcf-52c5-4e4a-b56d-ff37aaf91583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:23.544802 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5d376fcf-52c5-4e4a-b56d-ff37aaf91583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.553815 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network c8cc62ee-8363-4f59-a50c-5454c3993046 details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:48:23.625880 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ac0df27b-e92e-4d15-b6db-9eee74ef19c1 admin admin] Publish callbacks [] for security_group (3754812b-8bcb-4fa1-a9ba-193139fd4708), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.642513 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-5d376fcf-52c5-4e4a-b56d-ff37aaf91583 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0910993 Mar 04 00:48:23.643236 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ac0df27b-e92e-4d15-b6db-9eee74ef19c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (3754812b-8bcb-4fa1-a9ba-193139fd4708), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.646420 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0d1828-0d89-4b86-8478-c23c1f15f280 admin admin] Made reservation on behalf of 3a66e90163854e46ac800b6872431b74 for: {'subnet': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:48:23.648336 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9e0d1828-0d89-4b86-8478-c23c1f15f280 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.652958 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41456) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:23.671432 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-00ed9f8f-8c07-4e4b-9020-2788ae8d71c2 admin admin] Request body: {'subnet': {'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-subnet', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:23.708671 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Publish callbacks [] for router_gateway (20ade95e-745d-49c8-80e0-5f8d9c5d954c), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.717372 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d376fcf-52c5-4e4a-b56d-ff37aaf91583 admin admin] Pushing event updated for resources: {'Network': ['ID=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:23.735399 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0df27b-e92e-4d15-b6db-9eee74ef19c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=109681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:48:23.740123 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:48:23.795468 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0df27b-e92e-4d15-b6db-9eee74ef19c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3754812b-8bcb-4fa1-a9ba-193139fd4708,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:23.802423 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ac0df27b-e92e-4d15-b6db-9eee74ef19c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (03967297-d897-4af5-b75d-b697d29cd9d5), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.802757 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.segments_db [None req-ac0df27b-e92e-4d15-b6db-9eee74ef19c1 admin admin] Added segment 03967297-d897-4af5-b75d-b697d29cd9d5 of type vlan for network 0f459d4b-89d4-473a-8642-eeac28fa1b34 Mar 04 00:48:23.921284 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ed9f8f-8c07-4e4b-9020-2788ae8d71c2 admin admin] Made reservation on behalf of 57fd73dcb8be40ecaa8e8a0617cf5cfc for: {'subnet': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:48:23.933008 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-00ed9f8f-8c07-4e4b-9020-2788ae8d71c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:23.937484 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ac0df27b-e92e-4d15-b6db-9eee74ef19c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (0f459d4b-89d4-473a-8642-eeac28fa1b34), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:24.072891 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:24.099333 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ac0df27b-e92e-4d15-b6db-9eee74ef19c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (0f459d4b-89d4-473a-8642-eeac28fa1b34), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:24.101002 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0df27b-e92e-4d15-b6db-9eee74ef19c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:24.102704 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ac0df27b-e92e-4d15-b6db-9eee74ef19c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:24.125314 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542361'] for router (20ade95e-745d-49c8-80e0-5f8d9c5d954c), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:24.223146 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-ac0df27b-e92e-4d15-b6db-9eee74ef19c1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5182815 Mar 04 00:48:24.230153 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41494) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:24.255015 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-5d1a73ba-7325-488c-9408-a09450185b3f admin admin] Request body: {'subnet': {'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1625678538-subnet', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:24.279590 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0df27b-e92e-4d15-b6db-9eee74ef19c1 admin admin] Pushing event updated for resources: {'Network': ['ID=0f459d4b-89d4-473a-8642-eeac28fa1b34,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:24.291107 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network 0f459d4b-89d4-473a-8642-eeac28fa1b34 details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:48:24.334836 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9e0d1828-0d89-4b86-8478-c23c1f15f280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for subnet (bd2661ab-b75b-46a0-b212-2a3542adbd3a), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:24.364345 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Router 20ade95e-745d-49c8-80e0-5f8d9c5d954c is scheduled to L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 with binding_index 1 {{(pid=109680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 00:48:24.375781 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1a73ba-7325-488c-9408-a09450185b3f admin admin] Made reservation on behalf of 4f74a38a30364f84b464c10e694a223d for: {'subnet': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:48:24.378900 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5d1a73ba-7325-488c-9408-a09450185b3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:24.488728 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-00ed9f8f-8c07-4e4b-9020-2788ae8d71c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for subnet (87bec407-8dd4-4f43-bf0c-56797aa95a7a), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:24.503769 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:48:24.515072 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Sync routers for ids ['20ade95e-745d-49c8-80e0-5f8d9c5d954c'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:48:24.522040 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d1828-0d89-4b86-8478-c23c1f15f280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2661ab-b75b-46a0-b212-2a3542adbd3a,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:24.530474 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Routers {'20ade95e-745d-49c8-80e0-5f8d9c5d954c'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:48:24.531104 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:48:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['20ade95e-745d-49c8-80e0-5f8d9c5d954c'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:24.557047 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:24.561633 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-d6c95713-85d4-446a-b4d4-9923c34cbb90 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.1563478 Mar 04 00:48:24.562358 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 41514) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:24.575824 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0d1828-0d89-4b86-8478-c23c1f15f280 admin admin] Checking segment: {'id': 'a1b12f24-6d55-441c-adcc-91c5fa5c40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c8cc62ee-8363-4f59-a50c-5454c3993046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:48:24.576076 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0d1828-0d89-4b86-8478-c23c1f15f280 admin admin] Network hostable DHCP agents. Network: c8cc62ee-8363-4f59-a50c-5454c3993046, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:48:24.613018 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed9f8f-8c07-4e4b-9020-2788ae8d71c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87bec407-8dd4-4f43-bf0c-56797aa95a7a,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:24.629378 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ed9f8f-8c07-4e4b-9020-2788ae8d71c2 admin admin] Checking segment: {'id': 'a5e2cb8f-7f16-4558-b388-05a86a8019a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:48:24.629755 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ed9f8f-8c07-4e4b-9020-2788ae8d71c2 admin admin] Network hostable DHCP agents. Network: 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:48:24.667008 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0d1828-0d89-4b86-8478-c23c1f15f280 admin admin] Network c8cc62ee-8363-4f59-a50c-5454c3993046 is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:48:24.714837 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ed9f8f-8c07-4e4b-9020-2788ae8d71c2 admin admin] Network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:48:24.725225 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-9e0d1828-0d89-4b86-8478-c23c1f15f280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, c8cc62ee-8363-4f59-a50c-5454c3993046) {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:24.737214 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e35c016-4d04-4201-b390-78cb0a0c7844 None None] Network c8cc62ee-8363-4f59-a50c-5454c3993046 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:48:24.737761 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0d1828-0d89-4b86-8478-c23c1f15f280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:24.738000 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9e0d1828-0d89-4b86-8478-c23c1f15f280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:24.740280 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-00ed9f8f-8c07-4e4b-9020-2788ae8d71c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2) {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:24.759570 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ed9f8f-8c07-4e4b-9020-2788ae8d71c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:24.759570 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-00ed9f8f-8c07-4e4b-9020-2788ae8d71c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:24.810941 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-9e0d1828-0d89-4b86-8478-c23c1f15f280 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2764494 Mar 04 00:48:24.810941 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5d1a73ba-7325-488c-9408-a09450185b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for subnet (3bd82242-2f06-4a28-9540-82b69b66357f), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:24.813652 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9438f86f-9b99-4687-b37e-42d8940c5fbb None None] Network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:48:24.821304 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-00ed9f8f-8c07-4e4b-9020-2788ae8d71c2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1629629 Mar 04 00:48:24.887440 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41522) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:24.887827 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41532) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:24.893076 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:24.898072 dv-cinder-812685-7-iscsi neutron-server[109681]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 04 00:48:24.980173 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Set router 20ade95e-745d-49c8-80e0-5f8d9c5d954c gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:48:25.120327 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a73ba-7325-488c-9408-a09450185b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd82242-2f06-4a28-9540-82b69b66357f,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:25.236876 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636934493-router', 'tenant_id': '97777a0e50ee43a789483f661b2f59b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd1a5c806-76be-481e-b56f-a4f7cdce80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:22Z', 'updated_at': '2022-03-04T00:48:23Z', 'revision_number': 3, 'project_id': '97777a0e50ee43a789483f661b2f59b5', 'gw_port': {'id': 'd1a5c806-76be-481e-b56f-a4f7cdce80b8', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:23Z', 'updated_at': '2022-03-04T00:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:25.272837 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Checking router: 20ade95e-745d-49c8-80e0-5f8d9c5d954c for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:48:25.273481 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Updating router 20ade95e-745d-49c8-80e0-5f8d9c5d954c port d1a5c806-76be-481e-b56f-a4f7cdce80b8 binding host dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:48:25.294912 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59fa2352-7d86-513e-a27a-471c348e81da-68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a'}]}} from dv-cinder-812685-7-iscsi. {{(pid=109682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 00:48:25.295782 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:25.301423 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3508'] for router (de85fe9f-db05-412c-9543-13f31cdaa01b), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:25.308355 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3519'] for router (de85fe9f-db05-412c-9543-13f31cdaa01b), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:25.315971 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68266dae-3e8d-40e9-a88c-7dbc9c603b6c None None] Network c8cc62ee-8363-4f59-a50c-5454c3993046 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:48:25.339134 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (d1a5c806-76be-481e-b56f-a4f7cdce80b8), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:25.342676 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41542) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:25.550519 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1a73ba-7325-488c-9408-a09450185b3f admin admin] Checking segment: {'id': '03967297-d897-4af5-b75d-b697d29cd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:48:25.550748 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1a73ba-7325-488c-9408-a09450185b3f admin admin] Network hostable DHCP agents. Network: 0f459d4b-89d4-473a-8642-eeac28fa1b34, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:48:25.732400 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-610ef955-6e17-4bdc-b5d5-1284a8e6972d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:25.741835 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-610ef955-6e17-4bdc-b5d5-1284a8e6972d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/networks?id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a HTTP/1.1" status: 200 len: 815 time: 0.8454366 Mar 04 00:48:25.775010 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6c8490c7-7bcb-4fd6-a3df-03ba0d22ef4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:25.810584 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:25.894065 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.db_base_plugin_common [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Allocated IP 172.20.0.2 (68cec896-b5ba-4d83-aa75-a90c9dc1a1d2/87bec407-8dd4-4f43-bf0c-56797aa95a7a/d525431a-8150-4b4c-8e06-7f0aa488d4cc) {{(pid=109682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:48:25.899342 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-6d8d0b19-99f0-4d16-a957-ef969a42b291 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/quotas/27b3b669ec404142ae9c4b1cda006a1a HTTP/1.1" status: 200 len: 375 time: 0.1564393 Mar 04 00:48:25.902376 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:25.906001 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Publish callbacks [] for router_controller (de85fe9f-db05-412c-9543-13f31cdaa01b), precommit_add_association {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:25.946666 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Publish callbacks [] for port (d1a5c806-76be-481e-b56f-a4f7cdce80b8), precommit_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:25.960568 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (d1a5c806-76be-481e-b56f-a4f7cdce80b8), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:26.016279 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005cff7-20ea-4191-a5cc-664e03402550 None None] Pushing event updated for resources: {'Port': ['ID=d1a5c806-76be-481e-b56f-a4f7cdce80b8,revision_number=2']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:26.043499 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005cff7-20ea-4191-a5cc-664e03402550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.044220 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005cff7-20ea-4191-a5cc-664e03402550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.044767 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005cff7-20ea-4191-a5cc-664e03402550 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.045325 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005cff7-20ea-4191-a5cc-664e03402550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.046296 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005cff7-20ea-4191-a5cc-664e03402550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.046802 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005cff7-20ea-4191-a5cc-664e03402550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.047394 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005cff7-20ea-4191-a5cc-664e03402550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.047957 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005cff7-20ea-4191-a5cc-664e03402550 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.049273 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005cff7-20ea-4191-a5cc-664e03402550 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.049883 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005cff7-20ea-4191-a5cc-664e03402550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.050428 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005cff7-20ea-4191-a5cc-664e03402550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.050958 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005cff7-20ea-4191-a5cc-664e03402550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.051497 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005cff7-20ea-4191-a5cc-664e03402550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005cff7-20ea-4191-a5cc-664e03402550 None None] Tracked resource versions report: Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: pushed versions: Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: { 'AddressGroup': {'1.2'}, Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'ConntrackHelper': {'1.0'}, Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'LocalIPAssociation': {'1.0'}, Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Log': {'1.0'}, Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Network': {'1.1'}, Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Port': {'1.7'}, Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'PortForwarding': {'1.2'}, Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'QosPolicy': {'1.10'}, Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'SecurityGroup': {'1.5'}, Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'SecurityGroupRule': {'1.2'}, Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'SubPort': {'1.0'}, Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Subnet': {'1.1'}, Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Trunk': {'1.1'}} Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: consumer versions: Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: { DHCP agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: HyperV agent@hv-cinder-81268: {}, Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: L3 agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: Metadata agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: Metering agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: Open vSwitch agent@dv-cinder-812685-7-iscsi: { 'AddressGroup': '1.2', Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'ConntrackHelper': '1.0', Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'LocalIPAssociation': '1.0', Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Log': '1.0', Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Network': '1.1', Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Port': '1.7', Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'PortForwarding': '1.2', Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'QosPolicy': '1.10', Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'SecurityGroup': '1.5', Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'SecurityGroupRule': '1.2', Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'SubPort': '1.0', Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Subnet': '1.1', Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: 'Trunk': '1.1'}} Mar 04 00:48:26.053008 dv-cinder-812685-7-iscsi neutron-server[109683]: {{(pid=109683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 00:48:26.057082 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1a73ba-7325-488c-9408-a09450185b3f admin admin] Network 0f459d4b-89d4-473a-8642-eeac28fa1b34 is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:48:26.058771 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Attempting to bind port d1a5c806-76be-481e-b56f-a4f7cdce80b8 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:48:26.059364 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Attempting to bind port d1a5c806-76be-481e-b56f-a4f7cdce80b8 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:48:26.059903 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Attempting to bind port d1a5c806-76be-481e-b56f-a4f7cdce80b8 on network ed31d37d-9dc0-409c-895e-5f92a61ae860 {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:48:26.067976 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:48:26.068560 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Checking segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:48:26.069167 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:26.069723 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Bound using segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:48:26.070403 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Bound port: d1a5c806-76be-481e-b56f-a4f7cdce80b8, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:48:26.071571 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (d1a5c806-76be-481e-b56f-a4f7cdce80b8), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:26.088511 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-6b38803d-6a22-4b53-8928-19e6d99ecd31 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=27b3b669ec404142ae9c4b1cda006a1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1875756 Mar 04 00:48:26.099721 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Allocated IP 172.20.0.1 (a120380f-d8d5-4336-87ba-fbc40370628a/eb0e4b2c-c237-4083-952e-e79dff5b7688/001f8030-f278-4591-8bd6-15f6cb5ce39d) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:48:26.129224 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] For port d1a5c806-76be-481e-b56f-a4f7cdce80b8, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:48:26.133621 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] For port d1a5c806-76be-481e-b56f-a4f7cdce80b8, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=d1a5c806-76be-481e-b56f-a4f7cdce80b8,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:48:26.142746 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (d1a5c806-76be-481e-b56f-a4f7cdce80b8), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:26.216456 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005cff7-20ea-4191-a5cc-664e03402550 None None] Pushing event updated for resources: {'Port': ['ID=d1a5c806-76be-481e-b56f-a4f7cdce80b8,revision_number=3']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:26.236168 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Routers {'20ade95e-745d-49c8-80e0-5f8d9c5d954c'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:48:26.237019 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:48:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['20ade95e-745d-49c8-80e0-5f8d9c5d954c'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:26.286564 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-5d1a73ba-7325-488c-9408-a09450185b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, 0f459d4b-89d4-473a-8642-eeac28fa1b34) {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:26.291586 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1a73ba-7325-488c-9408-a09450185b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:26.292274 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5d1a73ba-7325-488c-9408-a09450185b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:26.295227 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Publish callbacks [] for port (d525431a-8150-4b4c-8e06-7f0aa488d4cc), precommit_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:26.304310 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Publish callbacks [] for port (001f8030-f278-4591-8bd6-15f6cb5ce39d), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:26.315763 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144ca9e5-4e2d-4287-b612-0b25a9720414 None None] Network 0f459d4b-89d4-473a-8642-eeac28fa1b34 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:48:26.360471 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (d525431a-8150-4b4c-8e06-7f0aa488d4cc), after_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:26.404267 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (001f8030-f278-4591-8bd6-15f6cb5ce39d), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:26.451904 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-5d1a73ba-7325-488c-9408-a09450185b3f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2202506 Mar 04 00:48:26.464465 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 41584) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:26.466636 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-2e33c2fd-659f-4c90-8ce6-45e3927c703b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 00:48:26.474057 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:26.475640 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-2e33c2fd-659f-4c90-8ce6-45e3927c703b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2286894 Mar 04 00:48:26.479618 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Network a120380f-d8d5-4336-87ba-fbc40370628a is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:26.481844 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] Set router 20ade95e-745d-49c8-80e0-5f8d9c5d954c gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:48:26.482897 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:26.485525 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Pushing event updated for resources: {'Port': ['ID=001f8030-f278-4591-8bd6-15f6cb5ce39d,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:26.491593 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:48:26.492923 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542148'] for router_interface (20ade95e-745d-49c8-80e0-5f8d9c5d954c), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:26.605170 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Publish callbacks [] for router_gateway (de85fe9f-db05-412c-9543-13f31cdaa01b), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:26.622963 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Pushing event updated for resources: {'Port': ['ID=d525431a-8150-4b4c-8e06-7f0aa488d4cc,revision_number=1']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:26.640153 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.640601 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.641351 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.642189 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.642731 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.643398 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.644054 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.644592 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.645108 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.645600 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.646134 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.646675 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.647162 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Tracked resource versions report: Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: pushed versions: Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: { 'AddressGroup': {'1.2'}, Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'ConntrackHelper': {'1.0'}, Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'LocalIPAssociation': {'1.0'}, Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Log': {'1.0'}, Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Network': {'1.1'}, Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Port': {'1.7'}, Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'PortForwarding': {'1.2'}, Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'QosPolicy': {'1.10'}, Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'SecurityGroup': {'1.5'}, Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'SecurityGroupRule': {'1.2'}, Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'SubPort': {'1.0'}, Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Subnet': {'1.1'}, Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Trunk': {'1.1'}} Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: consumer versions: Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: { DHCP agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: HyperV agent@hv-cinder-81268: {}, Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: L3 agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: Metadata agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: Metering agent@dv-cinder-812685-7-iscsi: {}, Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: Open vSwitch agent@dv-cinder-812685-7-iscsi: { 'AddressGroup': '1.2', Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'ConntrackHelper': '1.0', Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'LocalIPAssociation': '1.0', Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Log': '1.0', Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Network': '1.1', Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Port': '1.7', Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'PortForwarding': '1.2', Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'QosPolicy': '1.10', Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'SecurityGroup': '1.5', Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'SecurityGroupRule': '1.2', Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'SubPort': '1.0', Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Subnet': '1.1', Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: 'Trunk': '1.1'}} Mar 04 00:48:26.648598 dv-cinder-812685-7-iscsi neutron-server[109682]: {{(pid=109682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 00:48:26.660700 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41592) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:26.692126 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 is already hosted by enough agents. {{(pid=109682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:26.695681 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59fa2352-7d86-513e-a27a-471c348e81da-0f459d4b-89d4-473a-8642-eeac28fa1b34', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'project_id': '4f74a38a30364f84b464c10e694a223d', 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f'}]}} from dv-cinder-812685-7-iscsi. {{(pid=109682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 00:48:26.696716 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:26.714243 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.base_scheduler [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Resources bound (agent type, host, resource id): {{(pid=109682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:26.723564 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Received port after_create {{(pid=109682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:48:26.815573 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (001f8030-f278-4591-8bd6-15f6cb5ce39d), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:26.829810 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636934493-router', 'tenant_id': '97777a0e50ee43a789483f661b2f59b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd1a5c806-76be-481e-b56f-a4f7cdce80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:22Z', 'updated_at': '2022-03-04T00:48:23Z', 'revision_number': 3, 'project_id': '97777a0e50ee43a789483f661b2f59b5', 'gw_port': {'id': 'd1a5c806-76be-481e-b56f-a4f7cdce80b8', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:23Z', 'updated_at': '2022-03-04T00:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:26.890597 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6c8490c7-7bcb-4fd6-a3df-03ba0d22ef4c admin admin] Publish callbacks [] for security_group (98fad454-4072-4ee4-9eef-7800f40d9847), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:26.909567 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-5bf209ba-fc26-49b5-a156-dbed3e51b843 service neutron] 10.222.0.23 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328458 Mar 04 00:48:26.913119 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6c8490c7-7bcb-4fd6-a3df-03ba0d22ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (98fad454-4072-4ee4-9eef-7800f40d9847), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:26.918030 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19c1c7-be2c-437b-a670-e466cb665503 None None] The sync data for ids ['20ade95e-745d-49c8-80e0-5f8d9c5d954c'] in dv-cinder-812685-7-iscsi is: [{'id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636934493-router', 'tenant_id': '97777a0e50ee43a789483f661b2f59b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd1a5c806-76be-481e-b56f-a4f7cdce80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:22Z', 'updated_at': '2022-03-04T00:48:23Z', 'revision_number': 3, 'project_id': '97777a0e50ee43a789483f661b2f59b5', 'gw_port': {'id': 'd1a5c806-76be-481e-b56f-a4f7cdce80b8', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:23Z', 'updated_at': '2022-03-04T00:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:48:26.954285 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Attempting to bind port d525431a-8150-4b4c-8e06-7f0aa488d4cc on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:48:26.954798 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Attempting to bind port d525431a-8150-4b4c-8e06-7f0aa488d4cc by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'a5e2cb8f-7f16-4558-b388-05a86a8019a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:48:26.956077 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Attempting to bind port d525431a-8150-4b4c-8e06-7f0aa488d4cc on network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:48:26.972049 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-422186da-b177-4ecc-b44e-33a5f79c3853 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:26.975212 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-422186da-b177-4ecc-b44e-33a5f79c3853 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/networks?id=c8cc62ee-8363-4f59-a50c-5454c3993046 HTTP/1.1" status: 200 len: 811 time: 0.3094599 Mar 04 00:48:26.992775 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3508'] for router (38443604-714f-4677-a150-fe847ec68ef5), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:26.994371 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3519'] for router (38443604-714f-4677-a150-fe847ec68ef5), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:27.012967 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:48:27.013438 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Checking segment: {'id': 'a5e2cb8f-7f16-4558-b388-05a86a8019a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:48:27.013896 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:27.014466 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Bound using segment: {'id': 'a5e2cb8f-7f16-4558-b388-05a86a8019a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:48:27.015039 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Bound port: d525431a-8150-4b4c-8e06-7f0aa488d4cc, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e2cb8f-7f16-4558-b388-05a86a8019a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:48:27.015575 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (d525431a-8150-4b4c-8e06-7f0aa488d4cc), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:27.023048 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-67afa3c7-d443-4ed2-ab09-caf4dd65b0aa tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/quotas/3a66e90163854e46ac800b6872431b74 HTTP/1.1" status: 200 len: 375 time: 0.0170608 Mar 04 00:48:27.101767 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.db_base_plugin_common [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Allocated IP 172.20.0.2 (0f459d4b-89d4-473a-8642-eeac28fa1b34/3bd82242-2f06-4a28-9540-82b69b66357f/d09118a8-717b-4b12-baa6-79429afcf100) {{(pid=109682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:48:27.120456 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-c77d161d-c877-49ca-953e-fe740df9aa16 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a66e90163854e46ac800b6872431b74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408733 Mar 04 00:48:27.141070 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8490c7-7bcb-4fd6-a3df-03ba0d22ef4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fad454-4072-4ee4-9eef-7800f40d9847,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:27.161573 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Publish callbacks [] for router_controller (38443604-714f-4677-a150-fe847ec68ef5), precommit_add_association {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:27.168101 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-6c8490c7-7bcb-4fd6-a3df-03ba0d22ef4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19a8ffbd8d904da5a38fea6f591ac127&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8079355 Mar 04 00:48:27.172635 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41602) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:27.234492 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] For port d525431a-8150-4b4c-8e06-7f0aa488d4cc, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:48:27.237723 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] For port d525431a-8150-4b4c-8e06-7f0aa488d4cc, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=d525431a-8150-4b4c-8e06-7f0aa488d4cc,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:48:27.251356 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (d525431a-8150-4b4c-8e06-7f0aa488d4cc), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:27.385054 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Publish callbacks [] for port (001f8030-f278-4591-8bd6-15f6cb5ce39d), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:27.439023 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-d59dd791-d9e0-4f32-9010-5e35fe20befb service neutron] 10.222.0.23 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096934 Mar 04 00:48:27.439261 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (001f8030-f278-4591-8bd6-15f6cb5ce39d), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:27.439980 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548436'] for router_interface (20ade95e-745d-49c8-80e0-5f8d9c5d954c), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:27.496979 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81d3aa-330b-4a70-9bbf-fcd9d578a53b None None] Pushing event updated for resources: {'Port': ['ID=d525431a-8150-4b4c-8e06-7f0aa488d4cc,revision_number=2']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:27.512227 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Publish callbacks [] for router_gateway (38443604-714f-4677-a150-fe847ec68ef5), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:27.563462 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5ffd7191-95bf-4fdf-8843-47d5402bfda0 admin admin] Publish callbacks [] for security_group (98fad454-4072-4ee4-9eef-7800f40d9847), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:27.632177 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5ffd7191-95bf-4fdf-8843-47d5402bfda0 admin admin] Publish callbacks [] for security_group (98fad454-4072-4ee4-9eef-7800f40d9847), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:27.779058 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Publish callbacks [] for port (d09118a8-717b-4b12-baa6-79429afcf100), precommit_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:27.790624 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-7341a84a-6b2b-47ad-ac83-a2a477d21030 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 00:48:27.791776 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-7341a84a-6b2b-47ad-ac83-a2a477d21030 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5745823 Mar 04 00:48:27.792022 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (d09118a8-717b-4b12-baa6-79429afcf100), after_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:27.876926 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Pushing event updated for resources: {'Port': ['ID=001f8030-f278-4591-8bd6-15f6cb5ce39d,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:27.895069 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Network 0f459d4b-89d4-473a-8642-eeac28fa1b34 is already hosted by enough agents. {{(pid=109682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:27.902420 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.base_scheduler [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Resources bound (agent type, host, resource id): {{(pid=109682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:27.928815 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Received port after_create {{(pid=109682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:48:27.969576 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Pushing event updated for resources: {'Port': ['ID=d09118a8-717b-4b12-baa6-79429afcf100,revision_number=1']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:28.002205 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Network a120380f-d8d5-4336-87ba-fbc40370628a is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:28.015772 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:28.041135 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Attempting to bind port d09118a8-717b-4b12-baa6-79429afcf100 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:48:28.041488 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Attempting to bind port d09118a8-717b-4b12-baa6-79429afcf100 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': '03967297-d897-4af5-b75d-b697d29cd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:48:28.041890 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Attempting to bind port d09118a8-717b-4b12-baa6-79429afcf100 on network 0f459d4b-89d4-473a-8642-eeac28fa1b34 {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:48:28.052316 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:48:28.052699 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Checking segment: {'id': '03967297-d897-4af5-b75d-b697d29cd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:48:28.053144 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:28.053765 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Bound using segment: {'id': '03967297-d897-4af5-b75d-b697d29cd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:48:28.056721 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Bound port: d09118a8-717b-4b12-baa6-79429afcf100, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03967297-d897-4af5-b75d-b697d29cd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:48:28.057695 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (d09118a8-717b-4b12-baa6-79429afcf100), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:28.139522 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Publish callbacks [] for router_gateway (de85fe9f-db05-412c-9543-13f31cdaa01b), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:28.222116 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] For port d09118a8-717b-4b12-baa6-79429afcf100, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:48:28.227570 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] For port d09118a8-717b-4b12-baa6-79429afcf100, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=d09118a8-717b-4b12-baa6-79429afcf100,segment=NetworkSegment(03967297-d897-4af5-b75d-b697d29cd9d5),segment_id=03967297-d897-4af5-b75d-b697d29cd9d5)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:48:28.239783 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5ffd7191-95bf-4fdf-8843-47d5402bfda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (98fad454-4072-4ee4-9eef-7800f40d9847), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:28.242585 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (d09118a8-717b-4b12-baa6-79429afcf100), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:28.243134 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5ffd7191-95bf-4fdf-8843-47d5402bfda0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:28.244287 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-5ffd7191-95bf-4fdf-8843-47d5402bfda0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98fad454-4072-4ee4-9eef-7800f40d9847 HTTP/1.1" status: 204 len: 168 time: 1.0676990 Mar 04 00:48:28.269747 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:28.360941 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de08f54-cb56-424f-8ef6-047529f66d61 None None] Pushing event updated for resources: {'Port': ['ID=d09118a8-717b-4b12-baa6-79429afcf100,revision_number=2']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:28.494236 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Router 20ade95e-745d-49c8-80e0-5f8d9c5d954c has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:48:28.627167 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Publish callbacks [] for router_gateway (38443604-714f-4677-a150-fe847ec68ef5), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:28.674629 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd7191-95bf-4fdf-8843-47d5402bfda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fad454-4072-4ee4-9eef-7800f40d9847,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:28.696822 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bcec05e6-18cd-4e00-a358-74c9b36bc125 req-63d70671-8809-4b35-8e7c-3c79e990ae3a tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 210 time: 0.5327022 Mar 04 00:48:28.911689 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-3489f071-b426-463f-8497-f156ea635bfa service neutron] 10.222.0.23 "GET /v2.0/networks/c8cc62ee-8363-4f59-a50c-5454c3993046?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0474005 Mar 04 00:48:28.958231 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:29.080105 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41666) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:29.159233 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ccc59497-72fc-4829-bf94-28e4eae91a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:29.183142 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:48:29.191953 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-c5ba43c2-655b-486a-ae49-cbba514e5878 admin admin] 10.222.0.23 "PUT /v2.0/routers/20ade95e-745d-49c8-80e0-5f8d9c5d954c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6269386 Mar 04 00:48:29.233450 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_common [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Allocated IP 172.27.0.243 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/46f9c51d-1297-4262-88ce-5fdba29809df) {{(pid=109681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:48:29.319063 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:29.412310 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device d525431a-8150-4b4c-8e06-7f0aa488d4cc up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:48:29.416018 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd68378-6ff2-4fa8-bdf5-d4adac42dc19 None None] Network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:48:29.438914 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-2c911fcf-7b3c-4741-a5f9-9d7f27f3080f service neutron] 10.222.0.23 "GET /v2.0/networks/c8cc62ee-8363-4f59-a50c-5454c3993046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041888 Mar 04 00:48:29.520875 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ccc59497-72fc-4829-bf94-28e4eae91a62 admin admin] Publish callbacks [] for security_group (9e59d673-2641-4d4a-92a8-e8062a6b41cb), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:29.588009 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Publish callbacks [] for port (46f9c51d-1297-4262-88ce-5fdba29809df), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:29.598454 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-7ba23043-40df-48f7-a722-9e2aff8b0393 None None] Provisioning complete for port d525431a-8150-4b4c-8e06-7f0aa488d4cc triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:29.598985 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-7ba23043-40df-48f7-a722-9e2aff8b0393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d525431a-8150-4b4c-8e06-7f0aa488d4cc), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:29.688596 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ccc59497-72fc-4829-bf94-28e4eae91a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (9e59d673-2641-4d4a-92a8-e8062a6b41cb), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:29.705662 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (46f9c51d-1297-4262-88ce-5fdba29809df), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:29.800590 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port d525431a-8150-4b4c-8e06-7f0aa488d4cc triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:29.800979 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d525431a-8150-4b4c-8e06-7f0aa488d4cc), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:29.930397 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Allocated IP 172.27.0.129 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/c29595ab-ff21-4118-97b1-ad5e7e5f1214) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:48:30.006579 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:30.011975 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-7ba23043-40df-48f7-a722-9e2aff8b0393 None None] Current status of the port d525431a-8150-4b4c-8e06-7f0aa488d4cc is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:30.012567 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-7ba23043-40df-48f7-a722-9e2aff8b0393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (d525431a-8150-4b4c-8e06-7f0aa488d4cc), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:30.022969 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Sync routers for ids ['20ade95e-745d-49c8-80e0-5f8d9c5d954c'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:48:30.108390 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Pushing event updated for resources: {'Port': ['ID=46f9c51d-1297-4262-88ce-5fdba29809df,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:30.117236 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5ce493fe-28cd-4b98-84dd-2263d2a7246b req-7c887277-e2c4-42f3-980e-51fd93820c58 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 210 time: 0.2272897 Mar 04 00:48:30.126875 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:30.136786 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Received port after_create {{(pid=109681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:48:30.149870 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc59497-72fc-4829-bf94-28e4eae91a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e59d673-2641-4d4a-92a8-e8062a6b41cb,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:30.224535 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Routers {'20ade95e-745d-49c8-80e0-5f8d9c5d954c'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:48:30.225180 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:48:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['20ade95e-745d-49c8-80e0-5f8d9c5d954c'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:30.233984 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Publish callbacks [] for port (c29595ab-ff21-4118-97b1-ad5e7e5f1214), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:30.284037 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-ccc59497-72fc-4829-bf94-28e4eae91a62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b2db125ded4c4a5ba6cdb7a60e6732cf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1955681 Mar 04 00:48:30.298623 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41738) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:30.345698 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (c29595ab-ff21-4118-97b1-ad5e7e5f1214), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:30.388880 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7f97a79f-bf88-4611-920c-620da15c5a6e req-61d5342a-1ba8-4488-afd4-da4a8a19b196 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 210 time: 0.0982466 Mar 04 00:48:30.439263 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59f5af2-cffe-4ffb-9c55-278516917101 None None] Network 0f459d4b-89d4-473a-8642-eeac28fa1b34 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:48:30.442405 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:30.446259 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:30.450704 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:48:30.460025 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-7ba23043-40df-48f7-a722-9e2aff8b0393 None None] For port d525431a-8150-4b4c-8e06-7f0aa488d4cc, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=d525431a-8150-4b4c-8e06-7f0aa488d4cc,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:48:30.505029 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-7ba23043-40df-48f7-a722-9e2aff8b0393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (d525431a-8150-4b4c-8e06-7f0aa488d4cc), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:30.521380 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port d525431a-8150-4b4c-8e06-7f0aa488d4cc is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:30.521499 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (d525431a-8150-4b4c-8e06-7f0aa488d4cc), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:30.561560 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=c29595ab-ff21-4118-97b1-ad5e7e5f1214,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:30.795085 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d13342f5-9731-4a50-9ef2-ff5418011750 admin admin] Publish callbacks [] for security_group (9e59d673-2641-4d4a-92a8-e8062a6b41cb), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:30.811051 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-5e6b4b6e-aed8-4262-a02d-83954617ff76 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:30.813032 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-5e6b4b6e-aed8-4262-a02d-83954617ff76 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/networks?id=a120380f-d8d5-4336-87ba-fbc40370628a HTTP/1.1" status: 200 len: 819 time: 0.8588276 Mar 04 00:48:30.876876 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-2e589b11-6344-41d7-804f-dc1ec9c60874 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/quotas/97777a0e50ee43a789483f661b2f59b5 HTTP/1.1" status: 200 len: 375 time: 0.0442348 Mar 04 00:48:30.907499 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d13342f5-9731-4a50-9ef2-ff5418011750 admin admin] Publish callbacks [] for security_group (9e59d673-2641-4d4a-92a8-e8062a6b41cb), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:30.926843 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Publish callbacks [] for router_gateway (38443604-714f-4677-a150-fe847ec68ef5), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:30.982026 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-af37993c-4ca2-45cb-9e84-83f4fd0a1fe9 None None] Provisioning complete for port d09118a8-717b-4b12-baa6-79429afcf100 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:30.982428 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-af37993c-4ca2-45cb-9e84-83f4fd0a1fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d09118a8-717b-4b12-baa6-79429afcf100), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:31.033941 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba23043-40df-48f7-a722-9e2aff8b0393 None None] Pushing event updated for resources: {'Port': ['ID=d525431a-8150-4b4c-8e06-7f0aa488d4cc,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:31.047402 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Set router 20ade95e-745d-49c8-80e0-5f8d9c5d954c gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:48:31.107649 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d13342f5-9731-4a50-9ef2-ff5418011750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (9e59d673-2641-4d4a-92a8-e8062a6b41cb), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:31.110847 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d13342f5-9731-4a50-9ef2-ff5418011750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:31.111893 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-d13342f5-9731-4a50-9ef2-ff5418011750 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e59d673-2641-4d4a-92a8-e8062a6b41cb HTTP/1.1" status: 204 len: 168 time: 0.8121095 Mar 04 00:48:31.127755 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.db.api [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 00:48:31.128119 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG oslo_db.api [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 00:48:31.131562 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Publish callbacks [] for router_gateway (de85fe9f-db05-412c-9543-13f31cdaa01b), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:31.138928 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-3883810b-f650-41ac-80f6-c3b3f86f6508 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=97777a0e50ee43a789483f661b2f59b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2457390 Mar 04 00:48:31.176779 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13342f5-9731-4a50-9ef2-ff5418011750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e59d673-2641-4d4a-92a8-e8062a6b41cb,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:31.314507 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542361'] for router (38443604-714f-4677-a150-fe847ec68ef5), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:31.327088 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 41784) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:31.344676 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c52db2d4-b5d0-41a4-947e-2ee21b080295 req-1cd691ac-c5bd-451c-a671-ab7af7bd2561 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 210 time: 0.0875010 Mar 04 00:48:31.434015 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-af37993c-4ca2-45cb-9e84-83f4fd0a1fe9 None None] Current status of the port d09118a8-717b-4b12-baa6-79429afcf100 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:31.436730 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-af37993c-4ca2-45cb-9e84-83f4fd0a1fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (d09118a8-717b-4b12-baa6-79429afcf100), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:31.579060 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Router 38443604-714f-4677-a150-fe847ec68ef5 is scheduled to L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 with binding_index 1 {{(pid=109680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 00:48:31.583078 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-af37993c-4ca2-45cb-9e84-83f4fd0a1fe9 None None] For port d09118a8-717b-4b12-baa6-79429afcf100, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=d09118a8-717b-4b12-baa6-79429afcf100,segment=NetworkSegment(03967297-d897-4af5-b75d-b697d29cd9d5),segment_id=03967297-d897-4af5-b75d-b697d29cd9d5)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:48:31.604827 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-af37993c-4ca2-45cb-9e84-83f4fd0a1fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (d09118a8-717b-4b12-baa6-79429afcf100), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:31.667771 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-92791cb0-5bab-41d5-b376-43e62bfc42d4 service neutron] 10.222.0.23 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860554 Mar 04 00:48:31.685007 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0c87d2ca-8fb8-4c9b-beb8-ccf27e5cf8d3 req-6d959156-6309-4cea-a410-0e32b9cde378 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 210 time: 0.0528891 Mar 04 00:48:31.728512 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-af37993c-4ca2-45cb-9e84-83f4fd0a1fe9 None None] Provisioning complete for port d525431a-8150-4b4c-8e06-7f0aa488d4cc triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:31.728512 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-af37993c-4ca2-45cb-9e84-83f4fd0a1fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d525431a-8150-4b4c-8e06-7f0aa488d4cc), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:31.736333 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:48:31.748338 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Sync routers for ids ['38443604-714f-4677-a150-fe847ec68ef5'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:48:31.762149 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Routers {'38443604-714f-4677-a150-fe847ec68ef5'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:48:31.762771 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:48:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['38443604-714f-4677-a150-fe847ec68ef5'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:31.769695 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port d525431a-8150-4b4c-8e06-7f0aa488d4cc is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:31.770725 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device d09118a8-717b-4b12-baa6-79429afcf100 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:48:31.795795 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-49a2f501-4cbd-436a-8bf8-975a482b6ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:31.801023 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:31.809471 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37993c-4ca2-45cb-9e84-83f4fd0a1fe9 None None] Pushing event updated for resources: {'Port': ['ID=d09118a8-717b-4b12-baa6-79429afcf100,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:31.813099 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-cf67dba9-b371-49e2-8043-5d24bca74ea0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3476131 Mar 04 00:48:31.821731 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41798) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:31.880104 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636934493-router', 'tenant_id': '97777a0e50ee43a789483f661b2f59b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd1a5c806-76be-481e-b56f-a4f7cdce80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:22Z', 'updated_at': '2022-03-04T00:48:26Z', 'revision_number': 4, 'project_id': '97777a0e50ee43a789483f661b2f59b5', 'gw_port': {'id': 'd1a5c806-76be-481e-b56f-a4f7cdce80b8', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:23Z', 'updated_at': '2022-03-04T00:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '001f8030-f278-4591-8bd6-15f6cb5ce39d', 'name': '', 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a', 'tenant_id': '97777a0e50ee43a789483f661b2f59b5', 'mac_address': 'fa:16:3e:e9:ee:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb0e4b2c-c237-4083-952e-e79dff5b7688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:26Z', 'revision_number': 2, 'project_id': '97777a0e50ee43a789483f661b2f59b5', 'subnets': [{'id': 'eb0e4b2c-c237-4083-952e-e79dff5b7688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:31.921922 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Checking router: 20ade95e-745d-49c8-80e0-5f8d9c5d954c for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:48:31.922279 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Updating router 20ade95e-745d-49c8-80e0-5f8d9c5d954c port 001f8030-f278-4591-8bd6-15f6cb5ce39d binding host dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:48:31.938592 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-49a2f501-4cbd-436a-8bf8-975a482b6ab5 admin admin] Publish callbacks [] for security_group (bcdbf3e3-5cdb-43f5-8630-35a865573801), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:31.945110 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port d09118a8-717b-4b12-baa6-79429afcf100 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:31.945570 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d09118a8-717b-4b12-baa6-79429afcf100), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:31.948990 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-49a2f501-4cbd-436a-8bf8-975a482b6ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (bcdbf3e3-5cdb-43f5-8630-35a865573801), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:31.949870 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-af37993c-4ca2-45cb-9e84-83f4fd0a1fe9 None None] Current status of the port d525431a-8150-4b4c-8e06-7f0aa488d4cc is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:31.998413 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Set router 38443604-714f-4677-a150-fe847ec68ef5 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:48:32.005885 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-775697ee-8dab-47d8-abce-42e9590e0312 service neutron] 10.222.0.23 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198757 Mar 04 00:48:32.048707 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (001f8030-f278-4591-8bd6-15f6cb5ce39d), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:32.051327 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-49a2f501-4cbd-436a-8bf8-975a482b6ab5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=217bb08e9d6a437b952e66f34bd95add&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6663940 Mar 04 00:48:32.052068 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2f501-4cbd-436a-8bf8-975a482b6ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdbf3e3-5cdb-43f5-8630-35a865573801,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:32.055453 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 41804) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:32.119873 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-6d9c0b34-0b68-4a05-bc17-5fa587eb1d35 admin admin] Publish callbacks [] for security_group (bcdbf3e3-5cdb-43f5-8630-35a865573801), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:32.129886 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-6116d306-dc5a-4e0d-bbcb-ef087e640b21 None None] Provisioning complete for port d09118a8-717b-4b12-baa6-79429afcf100 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:32.130295 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6116d306-dc5a-4e0d-bbcb-ef087e640b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d09118a8-717b-4b12-baa6-79429afcf100), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:32.165774 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542361'] for router (de85fe9f-db05-412c-9543-13f31cdaa01b), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:32.176226 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-6d9c0b34-0b68-4a05-bc17-5fa587eb1d35 admin admin] Publish callbacks [] for security_group (bcdbf3e3-5cdb-43f5-8630-35a865573801), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:32.265076 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port d09118a8-717b-4b12-baa6-79429afcf100 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:32.266997 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device d1a5c806-76be-481e-b56f-a4f7cdce80b8 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:48:32.271880 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-6d9c0b34-0b68-4a05-bc17-5fa587eb1d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (bcdbf3e3-5cdb-43f5-8630-35a865573801), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:32.274715 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-6d9c0b34-0b68-4a05-bc17-5fa587eb1d35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:32.278503 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-6d9c0b34-0b68-4a05-bc17-5fa587eb1d35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcdbf3e3-5cdb-43f5-8630-35a865573801 HTTP/1.1" status: 204 len: 168 time: 0.2206907 Mar 04 00:48:32.288077 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c0b34-0b68-4a05-bc17-5fa587eb1d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdbf3e3-5cdb-43f5-8630-35a865573801,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:32.499919 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:30Z', 'revision_number': 3, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:32.513966 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d8514309-43ed-4cb7-8e89-0785753f9ed0 req-c63019c9-28f7-4938-a85d-8d0f509b599b tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 210 time: 0.1002741 Mar 04 00:48:32.560961 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Checking router: 38443604-714f-4677-a150-fe847ec68ef5 for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:48:32.573347 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Updating router 38443604-714f-4677-a150-fe847ec68ef5 port c29595ab-ff21-4118-97b1-ad5e7e5f1214 binding host dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:48:32.689435 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (c29595ab-ff21-4118-97b1-ad5e7e5f1214), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:32.717538 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Publish callbacks [] for port (001f8030-f278-4591-8bd6-15f6cb5ce39d), precommit_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:32.801889 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1fe08d0b-4292-4919-8561-08bb0928b67b req-c3e0deb5-dcc2-4e1a-825d-88e15fdbfecf tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 210 time: 0.0675716 Mar 04 00:48:32.814769 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (001f8030-f278-4591-8bd6-15f6cb5ce39d), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:33.024925 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-662f534a-bd74-4206-bb18-07747edf161c req-89c09d5b-c154-4135-b4ed-1d548b7fa1f6 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 210 time: 0.1504698 Mar 04 00:48:33.074529 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:48:33.135166 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-6116d306-dc5a-4e0d-bbcb-ef087e640b21 None None] Current status of the port d09118a8-717b-4b12-baa6-79429afcf100 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:33.137816 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c8829-83e1-4f68-a08f-12dc4a8fc53e None None] Pushing event updated for resources: {'Port': ['ID=001f8030-f278-4591-8bd6-15f6cb5ce39d,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:33.186743 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port d1a5c806-76be-481e-b56f-a4f7cdce80b8 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:33.187365 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d1a5c806-76be-481e-b56f-a4f7cdce80b8), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:33.266927 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 41860) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:33.284381 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-01b642de-a94e-4df9-93d2-ffce5f5ba49d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:33.382390 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Attempting to bind port 001f8030-f278-4591-8bd6-15f6cb5ce39d on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:48:33.384422 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Attempting to bind port 001f8030-f278-4591-8bd6-15f6cb5ce39d by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'bd4ce6b2-645f-4c58-adc2-eafdd155b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:48:33.385696 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Attempting to bind port 001f8030-f278-4591-8bd6-15f6cb5ce39d on network a120380f-d8d5-4336-87ba-fbc40370628a {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:48:33.410506 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:48:33.412390 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Checking segment: {'id': 'bd4ce6b2-645f-4c58-adc2-eafdd155b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:48:33.414710 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:33.416262 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Bound using segment: {'id': 'bd4ce6b2-645f-4c58-adc2-eafdd155b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:48:33.417743 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Bound port: 001f8030-f278-4591-8bd6-15f6cb5ce39d, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4ce6b2-645f-4c58-adc2-eafdd155b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:48:33.418859 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (001f8030-f278-4591-8bd6-15f6cb5ce39d), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:33.430429 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-bc7cf313-1700-4670-8607-c312177dfc88 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:33.432260 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-bc7cf313-1700-4670-8607-c312177dfc88 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/networks?id=a120380f-d8d5-4336-87ba-fbc40370628a HTTP/1.1" status: 200 len: 819 time: 0.3371010 Mar 04 00:48:33.489802 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-01b642de-a94e-4df9-93d2-ffce5f5ba49d admin admin] Publish callbacks [] for security_group (95b4edbc-44b1-4d61-8f4a-8efe1031a972), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:33.498736 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Publish callbacks [] for port (c29595ab-ff21-4118-97b1-ad5e7e5f1214), precommit_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:33.500146 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:33.500270 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-01b642de-a94e-4df9-93d2-ffce5f5ba49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (95b4edbc-44b1-4d61-8f4a-8efe1031a972), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:33.510719 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-7047f042-e758-4b82-92f2-d5bb15b6548a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/quotas/97777a0e50ee43a789483f661b2f59b5 HTTP/1.1" status: 200 len: 375 time: 0.0604384 Mar 04 00:48:33.511576 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (c29595ab-ff21-4118-97b1-ad5e7e5f1214), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:33.515282 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Router de85fe9f-db05-412c-9543-13f31cdaa01b is scheduled to L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 with binding_index 1 {{(pid=109681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 00:48:33.559493 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-01b642de-a94e-4df9-93d2-ffce5f5ba49d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f829050d1194b4aafc55a47dc1f725b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2885609 Mar 04 00:48:33.562456 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 41864) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:33.597408 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] For port 001f8030-f278-4591-8bd6-15f6cb5ce39d, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:48:33.601008 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] For port 001f8030-f278-4591-8bd6-15f6cb5ce39d, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=001f8030-f278-4591-8bd6-15f6cb5ce39d,segment=NetworkSegment(bd4ce6b2-645f-4c58-adc2-eafdd155b8fa),segment_id=bd4ce6b2-645f-4c58-adc2-eafdd155b8fa)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:48:33.625874 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (001f8030-f278-4591-8bd6-15f6cb5ce39d), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:33.733768 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b642de-a94e-4df9-93d2-ffce5f5ba49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b4edbc-44b1-4d61-8f4a-8efe1031a972,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:33.787450 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:48:33.795775 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Routers {'20ade95e-745d-49c8-80e0-5f8d9c5d954c'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:48:33.797396 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:48:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['20ade95e-745d-49c8-80e0-5f8d9c5d954c'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:33.817231 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c8829-83e1-4f68-a08f-12dc4a8fc53e None None] Pushing event updated for resources: {'Port': ['ID=001f8030-f278-4591-8bd6-15f6cb5ce39d,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:33.827980 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Sync routers for ids ['de85fe9f-db05-412c-9543-13f31cdaa01b'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:48:33.847068 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Attempting to bind port c29595ab-ff21-4118-97b1-ad5e7e5f1214 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:48:33.847490 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Attempting to bind port c29595ab-ff21-4118-97b1-ad5e7e5f1214 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:48:33.847857 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Attempting to bind port c29595ab-ff21-4118-97b1-ad5e7e5f1214 on network ed31d37d-9dc0-409c-895e-5f92a61ae860 {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:48:33.855943 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449eae01-c284-42e9-9763-9eae93578798 None None] Pushing event updated for resources: {'Port': ['ID=c29595ab-ff21-4118-97b1-ad5e7e5f1214,revision_number=2']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:33.863579 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:48:33.864219 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Checking segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:48:33.864678 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:33.865714 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Bound using segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:48:33.865714 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Bound port: c29595ab-ff21-4118-97b1-ad5e7e5f1214, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:48:33.866146 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (c29595ab-ff21-4118-97b1-ad5e7e5f1214), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:33.873669 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5909dacb-a878-4184-8f48-0a60b74f1e5d admin admin] Publish callbacks [] for security_group (95b4edbc-44b1-4d61-8f4a-8efe1031a972), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:33.922670 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.20', 58536) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:33.925593 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5909dacb-a878-4184-8f48-0a60b74f1e5d admin admin] Publish callbacks [] for security_group (95b4edbc-44b1-4d61-8f4a-8efe1031a972), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:33.956787 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port d1a5c806-76be-481e-b56f-a4f7cdce80b8 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:33.959337 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (d1a5c806-76be-481e-b56f-a4f7cdce80b8), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:33.974605 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] For port c29595ab-ff21-4118-97b1-ad5e7e5f1214, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:48:33.983707 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] For port c29595ab-ff21-4118-97b1-ad5e7e5f1214, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=c29595ab-ff21-4118-97b1-ad5e7e5f1214,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:48:33.994569 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (c29595ab-ff21-4118-97b1-ad5e7e5f1214), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:34.063284 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449eae01-c284-42e9-9763-9eae93578798 None None] Pushing event updated for resources: {'Port': ['ID=c29595ab-ff21-4118-97b1-ad5e7e5f1214,revision_number=3']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:34.073126 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Routers {'38443604-714f-4677-a150-fe847ec68ef5'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:48:34.073948 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:48:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['38443604-714f-4677-a150-fe847ec68ef5'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:34.143154 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.20', 58537) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:34.146860 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-37ca9b50-f87e-46c3-8f92-ecf44dd4e104 req-5833d4b3-a12b-44cc-bc9b-5880096aa3a1 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 210 time: 0.1090567 Mar 04 00:48:34.172823 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-45222c0d-7b8d-499a-8168-3d6ddf9733bb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=97777a0e50ee43a789483f661b2f59b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6608477 Mar 04 00:48:34.352937 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] Set router 38443604-714f-4677-a150-fe847ec68ef5 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:48:34.434653 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-d61ab3d8-8657-48d9-ac72-513e19cd4763 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:34.437268 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-d61ab3d8-8657-48d9-ac72-513e19cd4763 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.20 "GET /v2.0/networks?id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a HTTP/1.1" status: 200 len: 815 time: 0.4989228 Mar 04 00:48:34.502922 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-22e31316-5da4-4836-a8d4-e3c9c63ab9a2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Request body: {'port': {'device_id': 'd4f728e6-9cb0-4206-ab36-780fdf420e4d', 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a', 'admin_state_up': True, 'tenant_id': '27b3b669ec404142ae9c4b1cda006a1a'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:34.534831 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5909dacb-a878-4184-8f48-0a60b74f1e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (95b4edbc-44b1-4d61-8f4a-8efe1031a972), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:34.543833 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5909dacb-a878-4184-8f48-0a60b74f1e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:34.545924 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Routers {'de85fe9f-db05-412c-9543-13f31cdaa01b'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:48:34.549376 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:48:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['de85fe9f-db05-412c-9543-13f31cdaa01b'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:34.549532 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-5909dacb-a878-4184-8f48-0a60b74f1e5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95b4edbc-44b1-4d61-8f4a-8efe1031a972 HTTP/1.1" status: 204 len: 168 time: 0.9832900 Mar 04 00:48:34.564213 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] For port d1a5c806-76be-481e-b56f-a4f7cdce80b8, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=d1a5c806-76be-481e-b56f-a4f7cdce80b8,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:48:34.636361 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (d1a5c806-76be-481e-b56f-a4f7cdce80b8), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:34.655629 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909dacb-a878-4184-8f48-0a60b74f1e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b4edbc-44b1-4d61-8f4a-8efe1031a972,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:34.658345 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.20', 58546) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:34.710418 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:34.717052 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-59041d5f-1e2a-431e-a7d9-c07a59944006 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.8281035 Mar 04 00:48:34.721474 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 41916) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:34.767861 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a44c21dc-2eb3-4307-a1c5-cbc87c1de2f5 req-8bd91a86-78f3-4cfb-a89b-0023ce132ebe tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 210 time: 0.2559371 Mar 04 00:48:34.897749 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:30Z', 'revision_number': 3, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:34.920450 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Set router de85fe9f-db05-412c-9543-13f31cdaa01b gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:48:34.979855 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594e0c7-612d-426a-8326-27aceda14777 None None] The sync data for ids ['38443604-714f-4677-a150-fe847ec68ef5'] in dv-cinder-812685-7-iscsi is: [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:30Z', 'revision_number': 3, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:48:35.073956 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Pushing event updated for resources: {'Port': ['ID=d1a5c806-76be-481e-b56f-a4f7cdce80b8,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:35.111851 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device d525431a-8150-4b4c-8e06-7f0aa488d4cc up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:48:35.216934 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-2ce9c086-547e-4967-b0bc-909a467239ff tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:35.220637 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-2ce9c086-547e-4967-b0bc-909a467239ff tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.20 "GET /v2.0/networks?id=c8cc62ee-8363-4f59-a50c-5454c3993046 HTTP/1.1" status: 200 len: 811 time: 1.0711524 Mar 04 00:48:35.221686 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port d525431a-8150-4b4c-8e06-7f0aa488d4cc triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:35.222090 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d525431a-8150-4b4c-8e06-7f0aa488d4cc), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:35.235716 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-9329e5c7-23d8-409a-ad9b-dc943a0a4916 service neutron] 10.222.0.23 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0616956 Mar 04 00:48:35.250267 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-7c3550e8-5de8-47f3-a427-2c901ddb4997 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:35.251894 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-7c3550e8-5de8-47f3-a427-2c901ddb4997 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.20 "GET /v2.0/networks?id=a120380f-d8d5-4336-87ba-fbc40370628a HTTP/1.1" status: 200 len: 819 time: 0.5512569 Mar 04 00:48:35.284390 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-8adc7104-49a3-490e-836a-6c75130d6ccb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Request body: {'port': {'device_id': 'bd92ba6a-3390-4e31-b7aa-5931d1e9f839', 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a', 'admin_state_up': True, 'tenant_id': '97777a0e50ee43a789483f661b2f59b5'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:35.307046 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] Set router 20ade95e-745d-49c8-80e0-5f8d9c5d954c gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:48:35.397212 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-a9d796f1-27c0-45f2-a04b-ccebc83eb7df tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Request body: {'port': {'device_id': '2e0ae24a-b698-482d-a2b2-f548807a14c9', 'network_id': 'c8cc62ee-8363-4f59-a50c-5454c3993046', 'admin_state_up': True, 'tenant_id': '3a66e90163854e46ac800b6872431b74'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:35.605727 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port d525431a-8150-4b4c-8e06-7f0aa488d4cc is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:35.607019 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device d09118a8-717b-4b12-baa6-79429afcf100 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:48:35.667533 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-22e31316-5da4-4836-a8d4-e3c9c63ab9a2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Made reservation on behalf of 27b3b669ec404142ae9c4b1cda006a1a for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:48:35.671800 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-22e31316-5da4-4836-a8d4-e3c9c63ab9a2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:35.891779 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_common [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Allocated IP 172.20.0.1 (0f459d4b-89d4-473a-8642-eeac28fa1b34/3bd82242-2f06-4a28-9540-82b69b66357f/9e96b569-93de-4890-845b-5fe63916fe50) {{(pid=109681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:48:35.919163 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-bf2945ef-2e42-4b3b-b5aa-200c90a1f9ce service neutron] 10.222.0.23 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6822426 Mar 04 00:48:35.937918 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4b00a6d1-5ccf-4a61-aa6d-772e288f56e9 req-da80b035-d740-4fc5-b44f-a3dc302a8fa5 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 210 time: 0.5444138 Mar 04 00:48:36.091159 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:30Z', 'revision_number': 3, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:36.221248 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Checking router: de85fe9f-db05-412c-9543-13f31cdaa01b for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:48:36.221611 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Updating router de85fe9f-db05-412c-9543-13f31cdaa01b port 46f9c51d-1297-4262-88ce-5fdba29809df binding host dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:48:36.238380 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port d09118a8-717b-4b12-baa6-79429afcf100 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:36.240577 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d09118a8-717b-4b12-baa6-79429afcf100), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:36.274319 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1be8f75b-ecee-4ebf-80d4-a11e8c4b7177 req-71ef31d3-a041-4ccd-bf03-16c4db064187 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 210 time: 0.1198206 Mar 04 00:48:36.279223 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-8adc7104-49a3-490e-836a-6c75130d6ccb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Made reservation on behalf of 97777a0e50ee43a789483f661b2f59b5 for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:48:36.309284 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-8adc7104-49a3-490e-836a-6c75130d6ccb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:36.402013 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (46f9c51d-1297-4262-88ce-5fdba29809df), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:36.611164 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b2d39d96-02cd-464f-b90b-da1cffd109eb req-b18df285-aa4d-492d-9d10-08a80d88c7b6 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 210 time: 0.1589167 Mar 04 00:48:36.974132 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-22e31316-5da4-4836-a8d4-e3c9c63ab9a2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Allocated IP 172.20.0.10 (dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a/88ab0500-9729-459f-9744-bd096b771772/609c6ea4-8608-404e-8b08-699f78e8ec70) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:48:36.975753 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Publish callbacks [] for port (9e96b569-93de-4890-845b-5fe63916fe50), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:36.994225 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-a9d796f1-27c0-45f2-a04b-ccebc83eb7df tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Made reservation on behalf of 3a66e90163854e46ac800b6872431b74 for: {'port': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:48:37.004527 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-a9d796f1-27c0-45f2-a04b-ccebc83eb7df tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:37.277660 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-22e31316-5da4-4836-a8d4-e3c9c63ab9a2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks [] for port (609c6ea4-8608-404e-8b08-699f78e8ec70), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:37.332003 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-22e31316-5da4-4836-a8d4-e3c9c63ab9a2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (609c6ea4-8608-404e-8b08-699f78e8ec70), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:37.383631 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-08356449-0770-4c1d-8b63-2a8b835002de req-36e9aff8-aba9-4ddc-8d0c-1b18d1390fc5 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 210 time: 0.2458706 Mar 04 00:48:37.656015 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636934493-router', 'tenant_id': '97777a0e50ee43a789483f661b2f59b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd1a5c806-76be-481e-b56f-a4f7cdce80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:22Z', 'updated_at': '2022-03-04T00:48:26Z', 'revision_number': 4, 'project_id': '97777a0e50ee43a789483f661b2f59b5', 'gw_port': {'id': 'd1a5c806-76be-481e-b56f-a4f7cdce80b8', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:23Z', 'updated_at': '2022-03-04T00:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '001f8030-f278-4591-8bd6-15f6cb5ce39d', 'name': '', 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a', 'tenant_id': '97777a0e50ee43a789483f661b2f59b5', 'mac_address': 'fa:16:3e:e9:ee:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb0e4b2c-c237-4083-952e-e79dff5b7688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:33Z', 'revision_number': 4, 'project_id': '97777a0e50ee43a789483f661b2f59b5', 'subnets': [{'id': 'eb0e4b2c-c237-4083-952e-e79dff5b7688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:37.672340 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-22e31316-5da4-4836-a8d4-e3c9c63ab9a2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:37.736264 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-22e31316-5da4-4836-a8d4-e3c9c63ab9a2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:37.740796 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Publish callbacks [] for port (46f9c51d-1297-4262-88ce-5fdba29809df), precommit_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:37.768901 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-22e31316-5da4-4836-a8d4-e3c9c63ab9a2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:48:37.783880 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-22e31316-5da4-4836-a8d4-e3c9c63ab9a2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:37.786513 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-22e31316-5da4-4836-a8d4-e3c9c63ab9a2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:37.798936 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e31316-5da4-4836-a8d4-e3c9c63ab9a2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Pushing event updated for resources: {'Port': ['ID=609c6ea4-8608-404e-8b08-699f78e8ec70,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:37.846838 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a3fcf9-6298-40e0-8f5c-a86b05f729da None None] The sync data for ids ['20ade95e-745d-49c8-80e0-5f8d9c5d954c'] in dv-cinder-812685-7-iscsi is: [{'id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636934493-router', 'tenant_id': '97777a0e50ee43a789483f661b2f59b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd1a5c806-76be-481e-b56f-a4f7cdce80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:22Z', 'updated_at': '2022-03-04T00:48:26Z', 'revision_number': 4, 'project_id': '97777a0e50ee43a789483f661b2f59b5', 'gw_port': {'id': 'd1a5c806-76be-481e-b56f-a4f7cdce80b8', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:23Z', 'updated_at': '2022-03-04T00:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '001f8030-f278-4591-8bd6-15f6cb5ce39d', 'name': '', 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a', 'tenant_id': '97777a0e50ee43a789483f661b2f59b5', 'mac_address': 'fa:16:3e:e9:ee:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb0e4b2c-c237-4083-952e-e79dff5b7688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:33Z', 'revision_number': 4, 'project_id': '97777a0e50ee43a789483f661b2f59b5', 'subnets': [{'id': 'eb0e4b2c-c237-4083-952e-e79dff5b7688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:48:37.853001 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (46f9c51d-1297-4262-88ce-5fdba29809df), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:37.860371 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (9e96b569-93de-4890-845b-5fe63916fe50), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:37.866984 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-8adc7104-49a3-490e-836a-6c75130d6ccb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Allocated IP 172.20.0.11 (a120380f-d8d5-4336-87ba-fbc40370628a/eb0e4b2c-c237-4083-952e-e79dff5b7688/96ef2292-f07e-4efe-8a3a-d69e95b94ca3) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:48:37.879406 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-22e31316-5da4-4836-a8d4-e3c9c63ab9a2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3847301 Mar 04 00:48:37.935139 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c753da1-502d-4f12-bc71-87a3acd3016f None None] Pushing event updated for resources: {'Port': ['ID=46f9c51d-1297-4262-88ce-5fdba29809df,revision_number=2']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:37.951439 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port d09118a8-717b-4b12-baa6-79429afcf100 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:38.030501 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Attempting to bind port 46f9c51d-1297-4262-88ce-5fdba29809df on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:48:38.033365 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Attempting to bind port 46f9c51d-1297-4262-88ce-5fdba29809df by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:48:38.035243 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Attempting to bind port 46f9c51d-1297-4262-88ce-5fdba29809df on network ed31d37d-9dc0-409c-895e-5f92a61ae860 {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:48:38.064385 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:48:38.067715 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Checking segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:48:38.071427 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:38.072048 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Bound using segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:48:38.072959 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Bound port: 46f9c51d-1297-4262-88ce-5fdba29809df, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:48:38.073549 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (46f9c51d-1297-4262-88ce-5fdba29809df), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:38.075683 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Network 0f459d4b-89d4-473a-8642-eeac28fa1b34 is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:38.223776 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] For port 46f9c51d-1297-4262-88ce-5fdba29809df, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:48:38.230878 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] For port 46f9c51d-1297-4262-88ce-5fdba29809df, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=46f9c51d-1297-4262-88ce-5fdba29809df,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:48:38.246690 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (46f9c51d-1297-4262-88ce-5fdba29809df), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:38.367661 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-8adc7104-49a3-490e-836a-6c75130d6ccb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Publish callbacks [] for port (96ef2292-f07e-4efe-8a3a-d69e95b94ca3), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:38.383914 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Routers {'de85fe9f-db05-412c-9543-13f31cdaa01b'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:48:38.384566 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:48:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['de85fe9f-db05-412c-9543-13f31cdaa01b'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:38.447720 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-8adc7104-49a3-490e-836a-6c75130d6ccb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (96ef2292-f07e-4efe-8a3a-d69e95b94ca3), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:38.475571 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:38.481022 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device c29595ab-ff21-4118-97b1-ad5e7e5f1214 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:48:38.532826 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-8adc7104-49a3-490e-836a-6c75130d6ccb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Network a120380f-d8d5-4336-87ba-fbc40370628a is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:38.534231 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5f253ae1-b0ad-453e-b857-b910417c9386 req-1357c8d2-11da-4743-93c7-aa4a68ff78dd tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 210 time: 0.7039599 Mar 04 00:48:38.547374 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Received port after_create {{(pid=109681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:48:38.547902 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542148'] for router_interface (38443604-714f-4677-a150-fe847ec68ef5), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:38.579382 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c753da1-502d-4f12-bc71-87a3acd3016f None None] Pushing event updated for resources: {'Port': ['ID=46f9c51d-1297-4262-88ce-5fdba29809df,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:38.588079 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-8adc7104-49a3-490e-836a-6c75130d6ccb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:38.601300 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-8adc7104-49a3-490e-836a-6c75130d6ccb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:48:38.609007 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-8adc7104-49a3-490e-836a-6c75130d6ccb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:38.609667 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-8adc7104-49a3-490e-836a-6c75130d6ccb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:38.623239 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:38.693723 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-8adc7104-49a3-490e-836a-6c75130d6ccb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4188440 Mar 04 00:48:38.706637 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc7104-49a3-490e-836a-6c75130d6ccb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Pushing event updated for resources: {'Port': ['ID=96ef2292-f07e-4efe-8a3a-d69e95b94ca3,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:38.799472 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be489b-5930-4f0c-ab75-1f831525948f req-f7af9ecf-0b4b-432b-a8b7-e8946ae7374c tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:38.801264 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-07be489b-5930-4f0c-ab75-1f831525948f req-f7af9ecf-0b4b-432b-a8b7-e8946ae7374c tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 932 time: 1.3493593 Mar 04 00:48:38.882924 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] Set router de85fe9f-db05-412c-9543-13f31cdaa01b gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:48:38.887068 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port c29595ab-ff21-4118-97b1-ad5e7e5f1214 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:38.887476 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (c29595ab-ff21-4118-97b1-ad5e7e5f1214), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:38.895869 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Pushing event updated for resources: {'Port': ['ID=9e96b569-93de-4890-845b-5fe63916fe50,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:38.973196 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9d23b7dd-d323-4cb6-b7ec-f721ca94ef44 req-64cf44c6-59f7-4e73-8e64-0ad12c8519bb tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 210 time: 0.1644890 Mar 04 00:48:39.057721 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-fd38254c-dd5b-4ae4-af3e-30001fa66565 None None] Provisioning complete for port 9e96b569-93de-4890-845b-5fe63916fe50 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:39.058202 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-fd38254c-dd5b-4ae4-af3e-30001fa66565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (9e96b569-93de-4890-845b-5fe63916fe50), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:39.121145 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-fd38254c-dd5b-4ae4-af3e-30001fa66565 None None] Port 9e96b569-93de-4890-845b-5fe63916fe50 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:48:39.125942 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_common [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-a9d796f1-27c0-45f2-a04b-ccebc83eb7df tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Allocated IP 172.20.0.5 (c8cc62ee-8363-4f59-a50c-5454c3993046/bd2661ab-b75b-46a0-b212-2a3542adbd3a/ad4bebdd-5880-4af5-9533-10927a7a83e4) {{(pid=109681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:48:39.158731 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 42048) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:39.183568 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-07be489b-5930-4f0c-ab75-1f831525948f req-3c85a4a9-2177-470f-8a2c-0cabc84af539 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223941 Mar 04 00:48:39.189428 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port c29595ab-ff21-4118-97b1-ad5e7e5f1214 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:39.189748 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (c29595ab-ff21-4118-97b1-ad5e7e5f1214), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:39.219818 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] For port c29595ab-ff21-4118-97b1-ad5e7e5f1214, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=c29595ab-ff21-4118-97b1-ad5e7e5f1214,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:48:39.228028 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (c29595ab-ff21-4118-97b1-ad5e7e5f1214), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:39.229284 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device d1a5c806-76be-481e-b56f-a4f7cdce80b8 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:48:39.298923 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:30Z', 'revision_number': 3, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:39.319049 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cbae5a37-ccc8-44c5-a754-a317f4d0b977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:39.338147 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317cc523-5202-4e93-87ab-fb142ce72918 None None] The sync data for ids ['de85fe9f-db05-412c-9543-13f31cdaa01b'] in dv-cinder-812685-7-iscsi is: [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:30Z', 'revision_number': 3, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:48:39.344412 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (9e96b569-93de-4890-845b-5fe63916fe50), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:39.346287 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Pushing event updated for resources: {'Port': ['ID=c29595ab-ff21-4118-97b1-ad5e7e5f1214,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:39.360509 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port d1a5c806-76be-481e-b56f-a4f7cdce80b8 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:39.360741 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (d1a5c806-76be-481e-b56f-a4f7cdce80b8), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:39.413463 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cbae5a37-ccc8-44c5-a754-a317f4d0b977 admin admin] Publish callbacks [] for security_group (d38206b5-3e54-440a-8d67-7e30dbebbb7e), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:39.418838 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cbae5a37-ccc8-44c5-a754-a317f4d0b977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (d38206b5-3e54-440a-8d67-7e30dbebbb7e), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:39.460308 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-cbae5a37-ccc8-44c5-a754-a317f4d0b977 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53b450f865cb4e30a24f281c6504f6f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995107 Mar 04 00:48:39.463169 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 42052) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:39.470350 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port d1a5c806-76be-481e-b56f-a4f7cdce80b8 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:39.471889 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 001f8030-f278-4591-8bd6-15f6cb5ce39d up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:48:39.491356 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae5a37-ccc8-44c5-a754-a317f4d0b977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38206b5-3e54-440a-8d67-7e30dbebbb7e,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:39.520820 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_common [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Allocated IP 172.20.0.1 (68cec896-b5ba-4d83-aa75-a90c9dc1a1d2/87bec407-8dd4-4f43-bf0c-56797aa95a7a/ceb46834-f660-4b93-b19d-c69bf18445d9) {{(pid=109681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:48:39.616606 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-dc743ab9-b474-4c33-aa95-f532de8cb5e5 admin admin] Publish callbacks [] for security_group (d38206b5-3e54-440a-8d67-7e30dbebbb7e), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:39.653907 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 001f8030-f278-4591-8bd6-15f6cb5ce39d triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:39.655775 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (001f8030-f278-4591-8bd6-15f6cb5ce39d), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:39.674058 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Publish callbacks [] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:39.680285 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-dc743ab9-b474-4c33-aa95-f532de8cb5e5 admin admin] Publish callbacks [] for security_group (d38206b5-3e54-440a-8d67-7e30dbebbb7e), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:39.771855 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-dc743ab9-b474-4c33-aa95-f532de8cb5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (d38206b5-3e54-440a-8d67-7e30dbebbb7e), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:39.775933 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-dc743ab9-b474-4c33-aa95-f532de8cb5e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:39.777577 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-dc743ab9-b474-4c33-aa95-f532de8cb5e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d38206b5-3e54-440a-8d67-7e30dbebbb7e HTTP/1.1" status: 204 len: 168 time: 0.3128617 Mar 04 00:48:39.790950 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc743ab9-b474-4c33-aa95-f532de8cb5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38206b5-3e54-440a-8d67-7e30dbebbb7e,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:39.799927 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1266ee9e-4229-415d-8282-b62c006b8fd7 req-4026029d-c5e4-4ccb-b40a-ee80ecabf99d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 210 time: 0.1025708 Mar 04 00:48:39.871274 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 001f8030-f278-4591-8bd6-15f6cb5ce39d is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:39.871913 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (001f8030-f278-4591-8bd6-15f6cb5ce39d), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:39.872918 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-a9d796f1-27c0-45f2-a04b-ccebc83eb7df tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Publish callbacks [] for port (ad4bebdd-5880-4af5-9533-10927a7a83e4), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:39.910500 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:39.963814 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] For port 001f8030-f278-4591-8bd6-15f6cb5ce39d, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=001f8030-f278-4591-8bd6-15f6cb5ce39d,segment=NetworkSegment(bd4ce6b2-645f-4c58-adc2-eafdd155b8fa),segment_id=bd4ce6b2-645f-4c58-adc2-eafdd155b8fa)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:48:39.975064 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (001f8030-f278-4591-8bd6-15f6cb5ce39d), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:40.127998 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Pushing event updated for resources: {'Port': ['ID=001f8030-f278-4591-8bd6-15f6cb5ce39d,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:40.149638 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:40.232121 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb46834-f660-4b93-b19d-c69bf18445d9,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:40.241533 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:40.298552 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device c29595ab-ff21-4118-97b1-ad5e7e5f1214 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:48:40.317518 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c7eb64d7-0a67-4afe-8b29-a4987e056fe9 req-58d39847-a3bf-4664-a995-4b82e9fcf9cc tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 210 time: 0.1995270 Mar 04 00:48:40.369665 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-a9d796f1-27c0-45f2-a04b-ccebc83eb7df tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (ad4bebdd-5880-4af5-9533-10927a7a83e4), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:40.416215 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-6c2bd514-6568-45d2-9d05-48af99bd143d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 00:48:40.419898 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-6c2bd514-6568-45d2-9d05-48af99bd143d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0222244 Mar 04 00:48:40.424165 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port c29595ab-ff21-4118-97b1-ad5e7e5f1214 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:40.425053 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (c29595ab-ff21-4118-97b1-ad5e7e5f1214), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:40.450008 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Received port after_create {{(pid=109681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:48:40.450770 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542148'] for router_interface (de85fe9f-db05-412c-9543-13f31cdaa01b), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:40.554102 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 42070) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:40.579067 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8c677b1b-9e8d-4766-acd7-9a5754bbd3ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:40.645256 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port c29595ab-ff21-4118-97b1-ad5e7e5f1214 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:40.647502 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 46f9c51d-1297-4262-88ce-5fdba29809df up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:48:40.751233 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8c677b1b-9e8d-4766-acd7-9a5754bbd3ee admin admin] Publish callbacks [] for security_group (9188606a-da36-43e1-a24e-d5628a05ad23), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:40.757233 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8c677b1b-9e8d-4766-acd7-9a5754bbd3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (9188606a-da36-43e1-a24e-d5628a05ad23), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:40.759961 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 46f9c51d-1297-4262-88ce-5fdba29809df triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:40.760622 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (46f9c51d-1297-4262-88ce-5fdba29809df), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:40.795896 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-a9d796f1-27c0-45f2-a04b-ccebc83eb7df tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Network c8cc62ee-8363-4f59-a50c-5454c3993046 is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:40.818202 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-15bdcf87-7636-439e-8c46-c877fc160c12 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 00:48:40.819556 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-15bdcf87-7636-439e-8c46-c877fc160c12 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532820 Mar 04 00:48:40.825162 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-a9d796f1-27c0-45f2-a04b-ccebc83eb7df tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:40.834268 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-a9d796f1-27c0-45f2-a04b-ccebc83eb7df tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Received port after_create {{(pid=109681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:48:40.846305 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-a9d796f1-27c0-45f2-a04b-ccebc83eb7df tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:40.846985 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-a9d796f1-27c0-45f2-a04b-ccebc83eb7df tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for port (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:40.888693 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-8c677b1b-9e8d-4766-acd7-9a5754bbd3ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0caa670caca149038ab7bf84db9560fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328831 Mar 04 00:48:40.890110 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 42080) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:40.915428 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:41.011190 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-53a218a7-bc6c-48dc-90b3-d739fad22e7b None None] Provisioning complete for port ceb46834-f660-4b93-b19d-c69bf18445d9 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:41.011802 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-53a218a7-bc6c-48dc-90b3-d739fad22e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:41.039013 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c677b1b-9e8d-4766-acd7-9a5754bbd3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9188606a-da36-43e1-a24e-d5628a05ad23,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:41.083051 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 46f9c51d-1297-4262-88ce-5fdba29809df is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:41.083472 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (46f9c51d-1297-4262-88ce-5fdba29809df), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:41.127755 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] For port 46f9c51d-1297-4262-88ce-5fdba29809df, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=46f9c51d-1297-4262-88ce-5fdba29809df,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:48:41.128642 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8b6d8343-108d-46f4-a559-37b95cb0d2a5 admin admin] Publish callbacks [] for security_group (9188606a-da36-43e1-a24e-d5628a05ad23), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:41.139191 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (46f9c51d-1297-4262-88ce-5fdba29809df), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:41.178197 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-53a218a7-bc6c-48dc-90b3-d739fad22e7b None None] Port ceb46834-f660-4b93-b19d-c69bf18445d9 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:48:41.187534 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71570d59-9ea3-4eef-a192-5ac93f8b836a req-f9858b2c-db10-4fa2-a592-71aa7bedd19b tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:41.189101 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-71570d59-9ea3-4eef-a192-5ac93f8b836a req-f9858b2c-db10-4fa2-a592-71aa7bedd19b tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 932 time: 0.8765426 Mar 04 00:48:41.220114 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8b6d8343-108d-46f4-a559-37b95cb0d2a5 admin admin] Publish callbacks [] for security_group (9188606a-da36-43e1-a24e-d5628a05ad23), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:41.237868 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Pushing event updated for resources: {'Port': ['ID=46f9c51d-1297-4262-88ce-5fdba29809df,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:41.245188 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-a9d796f1-27c0-45f2-a04b-ccebc83eb7df tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0070488 Mar 04 00:48:41.266154 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Request body: {'port': {'device_id': 'd4f728e6-9cb0-4206-ab36-780fdf420e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:41.373137 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Request body: {'port': {'device_id': 'bd92ba6a-3390-4e31-b7aa-5931d1e9f839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:41.386511 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (609c6ea4-8608-404e-8b08-699f78e8ec70), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:41.487796 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.20', 58555) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:41.498716 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8b6d8343-108d-46f4-a559-37b95cb0d2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (9188606a-da36-43e1-a24e-d5628a05ad23), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:41.501353 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8b6d8343-108d-46f4-a559-37b95cb0d2a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:41.502690 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-8b6d8343-108d-46f4-a559-37b95cb0d2a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9188606a-da36-43e1-a24e-d5628a05ad23 HTTP/1.1" status: 204 len: 168 time: 0.6097603 Mar 04 00:48:41.596367 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Request body: {'port': {'device_id': '2e0ae24a-b698-482d-a2b2-f548807a14c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:41.633072 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d8343-108d-46f4-a559-37b95cb0d2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9188606a-da36-43e1-a24e-d5628a05ad23,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:41.652079 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d796f1-27c0-45f2-a04b-ccebc83eb7df tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Pushing event updated for resources: {'Port': ['ID=ad4bebdd-5880-4af5-9533-10927a7a83e4,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:41.660372 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-78a4b9eb-e286-4b7b-abe2-6c3422256913 req-67f85678-f645-4e6e-aa18-d262e03d843c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 210 time: 0.5228722 Mar 04 00:48:41.672625 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Publish callbacks [] for port (9e96b569-93de-4890-845b-5fe63916fe50), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:41.748216 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (9e96b569-93de-4890-845b-5fe63916fe50), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:41.749132 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548436'] for router_interface (38443604-714f-4677-a150-fe847ec68ef5), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:41.761023 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-71570d59-9ea3-4eef-a192-5ac93f8b836a req-79cd427d-47c1-4682-8a20-3dfe5cd0027c tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417807 Mar 04 00:48:41.804748 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Publish callbacks [] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:41.815085 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:41.817985 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548436'] for router_interface (de85fe9f-db05-412c-9543-13f31cdaa01b), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:41.820802 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-c1145cef-4cd3-4668-9f73-6a0b2b496125 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:41.822923 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-c1145cef-4cd3-4668-9f73-6a0b2b496125 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.20 "GET /v2.0/networks?id=a120380f-d8d5-4336-87ba-fbc40370628a HTTP/1.1" status: 200 len: 819 time: 0.2766924 Mar 04 00:48:41.826518 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (96ef2292-f07e-4efe-8a3a-d69e95b94ca3), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:41.859980 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-01b035d1-bf3f-4e0a-a054-220f699a2213 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Request body: {'port': {'device_id': '779a3a75-6ddc-44f0-9e6f-fa9be93456e3', 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a', 'admin_state_up': True, 'tenant_id': '97777a0e50ee43a789483f661b2f59b5'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:42.023028 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Pushing event updated for resources: {'Port': ['ID=9e96b569-93de-4890-845b-5fe63916fe50,revision_number=2']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:42.274270 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (ad4bebdd-5880-4af5-9533-10927a7a83e4), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:42.290755 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb46834-f660-4b93-b19d-c69bf18445d9,revision_number=2']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:42.301049 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 46f9c51d-1297-4262-88ce-5fdba29809df up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:48:42.442400 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 46f9c51d-1297-4262-88ce-5fdba29809df triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:42.442590 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (46f9c51d-1297-4262-88ce-5fdba29809df), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:42.616111 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 46f9c51d-1297-4262-88ce-5fdba29809df is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:42.617587 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 001f8030-f278-4591-8bd6-15f6cb5ce39d up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:48:42.670972 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-01b035d1-bf3f-4e0a-a054-220f699a2213 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Made reservation on behalf of 97777a0e50ee43a789483f661b2f59b5 for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:48:42.674590 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-01b035d1-bf3f-4e0a-a054-220f699a2213 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:42.722964 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 001f8030-f278-4591-8bd6-15f6cb5ce39d triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:42.723378 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (001f8030-f278-4591-8bd6-15f6cb5ce39d), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:42.852745 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b839d78-f908-4a5a-8628-36ed9bd35d60 req-649e5cd1-e5af-4238-a4dd-5ecb6e095712 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:42.855189 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8b839d78-f908-4a5a-8628-36ed9bd35d60 req-649e5cd1-e5af-4238-a4dd-5ecb6e095712 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 931 time: 0.9149413 Mar 04 00:48:42.857614 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:42.863369 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 001f8030-f278-4591-8bd6-15f6cb5ce39d is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:42.869516 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:42.954150 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Network 0f459d4b-89d4-473a-8642-eeac28fa1b34 is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:42.974870 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:43.068887 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fd57a2bb-7cbd-49fc-9755-4b1609a6c12d req-07b98e71-0a36-4582-99a2-e8d5cba3dfad tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 210 time: 0.1129630 Mar 04 00:48:43.264444 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609c6ea4-8608-404e-8b08-699f78e8ec70 {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:48:43.275226 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Publish callbacks [] for port (609c6ea4-8608-404e-8b08-699f78e8ec70), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:43.387132 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8b839d78-f908-4a5a-8628-36ed9bd35d60 req-98eff287-918b-445c-a5af-df9b2b4995ae tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249958 Mar 04 00:48:43.397847 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-5ce7c47e-e070-4d2a-b01e-0ce9ad4391b4 None None] Provisioning complete for port ceb46834-f660-4b93-b19d-c69bf18445d9 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:43.398460 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-5ce7c47e-e070-4d2a-b01e-0ce9ad4391b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:43.403329 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Transition to ACTIVE for port object 609c6ea4-8608-404e-8b08-699f78e8ec70 will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:48:43.411324 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (609c6ea4-8608-404e-8b08-699f78e8ec70), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:43.489386 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-5ce7c47e-e070-4d2a-b01e-0ce9ad4391b4 None None] Port ceb46834-f660-4b93-b19d-c69bf18445d9 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:48:43.495064 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:48:43.519816 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Publish callbacks [] for port (96ef2292-f07e-4efe-8a3a-d69e95b94ca3), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:43.566571 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Transition to ACTIVE for port object 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:48:43.584106 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4fff-1376-4a6d-9e0e-7f9d92e9155e req-324e4497-9030-41ce-9945-f46af375bd17 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:43.585905 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-261a4fff-1376-4a6d-9e0e-7f9d92e9155e req-324e4497-9030-41ce-9945-f46af375bd17 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 932 time: 0.3878279 Mar 04 00:48:43.595504 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Router de85fe9f-db05-412c-9543-13f31cdaa01b has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:48:43.600125 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Pushing event updated for resources: {'Port': ['ID=609c6ea4-8608-404e-8b08-699f78e8ec70,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:43.624449 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (96ef2292-f07e-4efe-8a3a-d69e95b94ca3), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:43.639289 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-26be4850-a183-4734-8e75-fb48879664ce None None] Provisioning complete for port 9e96b569-93de-4890-845b-5fe63916fe50 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:43.640753 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-26be4850-a183-4734-8e75-fb48879664ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (9e96b569-93de-4890-845b-5fe63916fe50), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:43.669638 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Router 38443604-714f-4677-a150-fe847ec68ef5 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:48:43.721031 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-26be4850-a183-4734-8e75-fb48879664ce None None] Port 9e96b569-93de-4890-845b-5fe63916fe50 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:48:43.788497 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Attempting to bind port 609c6ea4-8608-404e-8b08-699f78e8ec70 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:48:43.789155 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Attempting to bind port 609c6ea4-8608-404e-8b08-699f78e8ec70 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'c171487f-14e5-42a3-a598-08e91ba2e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:48:43.789258 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Attempting to bind port 609c6ea4-8608-404e-8b08-699f78e8ec70 on network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:48:43.811290 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Port 609c6ea4-8608-404e-8b08-699f78e8ec70 on network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:48:43.811621 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Attempting to bind port 609c6ea4-8608-404e-8b08-699f78e8ec70 on network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:48:43.822040 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Pushing event updated for resources: {'Port': ['ID=96ef2292-f07e-4efe-8a3a-d69e95b94ca3,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:43.834547 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:48:43.834929 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Checking segment: {'id': 'c171487f-14e5-42a3-a598-08e91ba2e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:48:43.835495 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Bound using segment: {'id': 'c171487f-14e5-42a3-a598-08e91ba2e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:48:43.836509 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Bound port: 609c6ea4-8608-404e-8b08-699f78e8ec70, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c171487f-14e5-42a3-a598-08e91ba2e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:48:43.836875 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (609c6ea4-8608-404e-8b08-699f78e8ec70), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:43.840556 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-01b035d1-bf3f-4e0a-a054-220f699a2213 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Allocated IP 172.20.0.4 (a120380f-d8d5-4336-87ba-fbc40370628a/eb0e4b2c-c237-4083-952e-e79dff5b7688/9ec04d12-0d5b-47e5-811f-00247548fd8b) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:48:43.895966 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.notifiers.nova [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4bebdd-5880-4af5-9533-10927a7a83e4 {{(pid=109681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:48:43.899191 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Attempting to bind port 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:48:43.899532 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Attempting to bind port 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'bd4ce6b2-645f-4c58-adc2-eafdd155b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:48:43.899864 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Attempting to bind port 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 on network a120380f-d8d5-4336-87ba-fbc40370628a {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:48:43.939567 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Port 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 on network a120380f-d8d5-4336-87ba-fbc40370628a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:48:43.940040 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Attempting to bind port 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 on network a120380f-d8d5-4336-87ba-fbc40370628a {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:48:43.966846 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:48:43.967219 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Checking segment: {'id': 'bd4ce6b2-645f-4c58-adc2-eafdd155b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:48:43.967569 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Bound using segment: {'id': 'bd4ce6b2-645f-4c58-adc2-eafdd155b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:48:43.968015 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Bound port: 96ef2292-f07e-4efe-8a3a-d69e95b94ca3, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4ce6b2-645f-4c58-adc2-eafdd155b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:48:43.968372 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (96ef2292-f07e-4efe-8a3a-d69e95b94ca3), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:44.042989 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Publish callbacks [] for port (ad4bebdd-5880-4af5-9533-10927a7a83e4), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:44.116822 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] For port 609c6ea4-8608-404e-8b08-699f78e8ec70, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:48:44.153812 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-261a4fff-1376-4a6d-9e0e-7f9d92e9155e req-8c02ab37-fdab-42e6-8ac5-2711da21eeba tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531909 Mar 04 00:48:44.157464 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.provisioning_blocks [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Transition to ACTIVE for port object ad4bebdd-5880-4af5-9533-10927a7a83e4 will not be triggered until provisioned by entity L2. {{(pid=109681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:48:44.170609 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (ad4bebdd-5880-4af5-9533-10927a7a83e4), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:44.246029 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4bebdd-5880-4af5-9533-10927a7a83e4,revision_number=2']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:44.250423 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] For port 609c6ea4-8608-404e-8b08-699f78e8ec70, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=609c6ea4-8608-404e-8b08-699f78e8ec70,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:48:44.277024 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (609c6ea4-8608-404e-8b08-699f78e8ec70), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:44.352828 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] For port 96ef2292-f07e-4efe-8a3a-d69e95b94ca3, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:48:44.366402 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:44.367734 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:44.369954 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] 10.222.0.20 "PUT /v2.0/ports/609c6ea4-8608-404e-8b08-699f78e8ec70 HTTP/1.1" status: 200 len: 1094 time: 3.2192748 Mar 04 00:48:44.382446 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f728e6-9cb0-4206-ab36-780fdf420e4d', 'tag': '609c6ea4-8608-404e-8b08-699f78e8ec70'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:48:44.412240 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c94754be-ec71-48f3-bc90-06cb85284ab6 req-541d8696-9797-4b0a-87b9-a682cce8b1a9 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 210 time: 0.0850928 Mar 04 00:48:44.421967 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 42164) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:44.511051 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.managers [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Attempting to bind port ad4bebdd-5880-4af5-9533-10927a7a83e4 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:48:44.511446 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.managers [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Attempting to bind port ad4bebdd-5880-4af5-9533-10927a7a83e4 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'a1b12f24-6d55-441c-adcc-91c5fa5c40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c8cc62ee-8363-4f59-a50c-5454c3993046'}] {{(pid=109681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:48:44.512001 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Attempting to bind port ad4bebdd-5880-4af5-9533-10927a7a83e4 on network c8cc62ee-8363-4f59-a50c-5454c3993046 {{(pid=109681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:48:44.529916 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Port ad4bebdd-5880-4af5-9533-10927a7a83e4 on network c8cc62ee-8363-4f59-a50c-5454c3993046 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:48:44.530244 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Attempting to bind port ad4bebdd-5880-4af5-9533-10927a7a83e4 on network c8cc62ee-8363-4f59-a50c-5454c3993046 {{(pid=109681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:48:44.540133 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:48:44.540540 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Checking segment: {'id': 'a1b12f24-6d55-441c-adcc-91c5fa5c40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c8cc62ee-8363-4f59-a50c-5454c3993046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:48:44.541247 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Bound using segment: {'id': 'a1b12f24-6d55-441c-adcc-91c5fa5c40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c8cc62ee-8363-4f59-a50c-5454c3993046'} {{(pid=109681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:48:44.541904 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.managers [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Bound port: ad4bebdd-5880-4af5-9533-10927a7a83e4, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b12f24-6d55-441c-adcc-91c5fa5c40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c8cc62ee-8363-4f59-a50c-5454c3993046'}}] {{(pid=109681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:48:44.542233 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (ad4bebdd-5880-4af5-9533-10927a7a83e4), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:44.557823 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] For port 96ef2292-f07e-4efe-8a3a-d69e95b94ca3, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=96ef2292-f07e-4efe-8a3a-d69e95b94ca3,segment=NetworkSegment(bd4ce6b2-645f-4c58-adc2-eafdd155b8fa),segment_id=bd4ce6b2-645f-4c58-adc2-eafdd155b8fa)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:48:44.561816 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:48:44.574891 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08afcc76-4476-4614-b045-63040d555087 None None] Sync routers for ids ['de85fe9f-db05-412c-9543-13f31cdaa01b'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:48:44.584476 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (96ef2292-f07e-4efe-8a3a-d69e95b94ca3), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:44.594732 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08afcc76-4476-4614-b045-63040d555087 None None] Routers {'de85fe9f-db05-412c-9543-13f31cdaa01b'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:48:44.598481 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-01b035d1-bf3f-4e0a-a054-220f699a2213 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Publish callbacks [] for port (9ec04d12-0d5b-47e5-811f-00247548fd8b), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:44.603760 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-08afcc76-4476-4614-b045-63040d555087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:48:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['de85fe9f-db05-412c-9543-13f31cdaa01b'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:44.606990 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fbe00-d4a5-46cc-a1ad-896265e1471d service neutron] Pushing event updated for resources: {'Port': ['ID=609c6ea4-8608-404e-8b08-699f78e8ec70,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:44.634241 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-d95685a9-89cd-42ed-a07e-e685c72cf236 admin admin] 10.222.0.23 "PUT /v2.0/routers/de85fe9f-db05-412c-9543-13f31cdaa01b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8644574 Mar 04 00:48:44.637468 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:48:44.654670 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-02e7850f-1b1f-4b23-ac91-72e77243d0b7 admin admin] 10.222.0.23 "PUT /v2.0/routers/38443604-714f-4677-a150-fe847ec68ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8201849 Mar 04 00:48:44.661766 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Sync routers for ids ['38443604-714f-4677-a150-fe847ec68ef5'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:48:44.665045 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Pushing event updated for resources: {'Port': ['ID=96ef2292-f07e-4efe-8a3a-d69e95b94ca3,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:44.675074 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:44.675689 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:44.677676 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-bcd78480-2a60-4509-8234-d7a023bd25a8 service neutron] 10.222.0.20 "PUT /v2.0/ports/96ef2292-f07e-4efe-8a3a-d69e95b94ca3 HTTP/1.1" status: 200 len: 1094 time: 3.5255792 Mar 04 00:48:44.715790 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Routers {'38443604-714f-4677-a150-fe847ec68ef5'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:48:44.716452 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:48:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['38443604-714f-4677-a150-fe847ec68ef5'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:44.716925 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-01b035d1-bf3f-4e0a-a054-220f699a2213 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (9ec04d12-0d5b-47e5-811f-00247548fd8b), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:44.753067 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f0b3f1-ff80-43a2-80f5-1bb6d4c058b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f728e6-9cb0-4206-ab36-780fdf420e4d", "tag": "609c6ea4-8608-404e-8b08-699f78e8ec70"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:48:44.812874 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-01b035d1-bf3f-4e0a-a054-220f699a2213 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Network a120380f-d8d5-4336-87ba-fbc40370628a is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:44.834676 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-01b035d1-bf3f-4e0a-a054-220f699a2213 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:44.853822 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-01b035d1-bf3f-4e0a-a054-220f699a2213 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:48:44.873428 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-01b035d1-bf3f-4e0a-a054-220f699a2213 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:44.874144 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-01b035d1-bf3f-4e0a-a054-220f699a2213 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:44.978081 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-01b035d1-bf3f-4e0a-a054-220f699a2213 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1216874 Mar 04 00:48:45.006721 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b035d1-bf3f-4e0a-a054-220f699a2213 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Pushing event updated for resources: {'Port': ['ID=9ec04d12-0d5b-47e5-811f-00247548fd8b,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:45.021812 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Set router 38443604-714f-4677-a150-fe847ec68ef5 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:48:45.034650 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-08afcc76-4476-4614-b045-63040d555087 None None] Set router de85fe9f-db05-412c-9543-13f31cdaa01b gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:48:45.271777 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d37b203b-b3f5-48d5-a0ef-14b203349a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:45.326181 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b628c-0fac-4311-a3dc-990aeda0fe00 req-7ee83a87-e75d-4aec-bc92-7ef1f47682c4 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:45.331390 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f11b628c-0fac-4311-a3dc-990aeda0fe00 req-7ee83a87-e75d-4aec-bc92-7ef1f47682c4 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 943 time: 0.7942638 Mar 04 00:48:45.355564 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-08afcc76-4476-4614-b045-63040d555087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:40Z', 'revision_number': 4, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': 'ceb46834-f660-4b93-b19d-c69bf18445d9', 'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'mac_address': 'fa:16:3e:ce:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:38Z', 'updated_at': '2022-03-04T00:48:41Z', 'revision_number': 2, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'subnets': [{'id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:45.366045 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c045da14-9f71-42c7-9c9c-72fe81b874a3 x-openstack-request-id: req-c045da14-9f71-42c7-9c9c-72fe81b874a3 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:48:45.366215 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f728e6-9cb0-4206-ab36-780fdf420e4d", "tag": "609c6ea4-8608-404e-8b08-699f78e8ec70", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:48:45.366644 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c045da14-9f71-42c7-9c9c-72fe81b874a3 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:48:45.367814 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f728e6-9cb0-4206-ab36-780fdf420e4d', 'tag': '609c6ea4-8608-404e-8b08-699f78e8ec70', 'status': 'completed', 'code': 200} Mar 04 00:48:45.427687 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.db [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] For port ad4bebdd-5880-4af5-9533-10927a7a83e4, host hv-cinder-81268, cleared binding levels {{(pid=109681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:48:45.456226 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08afcc76-4476-4614-b045-63040d555087 None None] Checking router: de85fe9f-db05-412c-9543-13f31cdaa01b for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:48:45.456691 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08afcc76-4476-4614-b045-63040d555087 None None] Updating router de85fe9f-db05-412c-9543-13f31cdaa01b port ceb46834-f660-4b93-b19d-c69bf18445d9 binding host dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:48:45.524212 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Request body: {'port': {'device_id': '779a3a75-6ddc-44f0-9e6f-fa9be93456e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:45.556294 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-08afcc76-4476-4614-b045-63040d555087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:45.574687 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.db [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] For port ad4bebdd-5880-4af5-9533-10927a7a83e4, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ad4bebdd-5880-4af5-9533-10927a7a83e4,segment=NetworkSegment(a1b12f24-6d55-441c-adcc-91c5fa5c40c3),segment_id=a1b12f24-6d55-441c-adcc-91c5fa5c40c3)] {{(pid=109681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:48:45.637063 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (ad4bebdd-5880-4af5-9533-10927a7a83e4), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:45.749839 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (9ec04d12-0d5b-47e5-811f-00247548fd8b), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:45.795589 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f11b628c-0fac-4311-a3dc-990aeda0fe00 req-2df46c4b-dd71-49f4-8e57-9bcf24707f43 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601270 Mar 04 00:48:45.917269 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:45.934087 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for port (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:45.937957 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] 10.222.0.20 "PUT /v2.0/ports/ad4bebdd-5880-4af5-9533-10927a7a83e4 HTTP/1.1" status: 200 len: 1093 time: 4.6735833 Mar 04 00:48:45.941190 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0ae24a-b698-482d-a2b2-f548807a14c9', 'tag': 'ad4bebdd-5880-4af5-9533-10927a7a83e4'}] {{(pid=109681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:48:46.086680 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '9e96b569-93de-4890-845b-5fe63916fe50', 'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'mac_address': 'fa:16:3e:c8:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:33Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 2, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'subnets': [{'id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:46.218630 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Checking router: 38443604-714f-4677-a150-fe847ec68ef5 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:48:46.220731 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Updating router 38443604-714f-4677-a150-fe847ec68ef5 port 9e96b569-93de-4890-845b-5fe63916fe50 binding host dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:48:46.350823 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (9e96b569-93de-4890-845b-5fe63916fe50), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:46.392404 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 42226) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:46.443953 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-08afcc76-4476-4614-b045-63040d555087 None None] Publish callbacks [] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), precommit_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:46.454110 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-08afcc76-4476-4614-b045-63040d555087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:46.515899 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-004d1229-5340-4b26-b410-5db9cfeb8ad4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1637903592', 'description': 'tempest-description--842278369'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:46.555347 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534724e-0587-4ff7-a17b-8658ffe69395 None None] Pushing event updated for resources: {'Port': ['ID=ceb46834-f660-4b93-b19d-c69bf18445d9,revision_number=3']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:46.747742 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae4805007b3bb6190c1129a79b84dd0e255d51cd65cf20037da88792fc2b9a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09467ac0-8d2b-4250-9988-9aedaec2bcf4" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0ae24a-b698-482d-a2b2-f548807a14c9", "tag": "ad4bebdd-5880-4af5-9533-10927a7a83e4"}]}' {{(pid=109681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:48:46.784719 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-8a7f8d4e-b7f5-4122-b83d-0a5a7e800275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:46.786268 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-8a7f8d4e-b7f5-4122-b83d-0a5a7e800275 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97777a0e50ee43a789483f661b2f59b5&device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 1128 time: 1.0375404 Mar 04 00:48:46.789831 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0b3f1-ff80-43a2-80f5-1bb6d4c058b0 req-f9ee0016-0714-482e-9ca0-e603593a9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:46.791243 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-c6f0b3f1-ff80-43a2-80f5-1bb6d4c058b0 req-f9ee0016-0714-482e-9ca0-e603593a9384 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=27b3b669ec404142ae9c4b1cda006a1a&device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 1128 time: 0.8964243 Mar 04 00:48:46.792380 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-004d1229-5340-4b26-b410-5db9cfeb8ad4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:46.818121 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-08afcc76-4476-4614-b045-63040d555087 None None] Attempting to bind port ceb46834-f660-4b93-b19d-c69bf18445d9 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:48:46.818709 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-08afcc76-4476-4614-b045-63040d555087 None None] Attempting to bind port ceb46834-f660-4b93-b19d-c69bf18445d9 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'a5e2cb8f-7f16-4558-b388-05a86a8019a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2'}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:48:46.819256 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08afcc76-4476-4614-b045-63040d555087 None None] Attempting to bind port ceb46834-f660-4b93-b19d-c69bf18445d9 on network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:48:46.832185 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08afcc76-4476-4614-b045-63040d555087 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:48:46.832842 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08afcc76-4476-4614-b045-63040d555087 None None] Checking segment: {'id': 'a5e2cb8f-7f16-4558-b388-05a86a8019a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:48:46.835254 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-08afcc76-4476-4614-b045-63040d555087 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:46.836362 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08afcc76-4476-4614-b045-63040d555087 None None] Bound using segment: {'id': 'a5e2cb8f-7f16-4558-b388-05a86a8019a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2'} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:48:46.838386 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-08afcc76-4476-4614-b045-63040d555087 None None] Bound port: ceb46834-f660-4b93-b19d-c69bf18445d9, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e2cb8f-7f16-4558-b388-05a86a8019a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2'}}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:48:46.838972 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-08afcc76-4476-4614-b045-63040d555087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:46.989075 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d37b203b-b3f5-48d5-a0ef-14b203349a17 admin admin] Publish callbacks [] for security_group (772439a6-c311-43a2-9c93-6def4e0a7858), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:46.998226 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-d58299a6-ccbc-44a7-88e1-6a1d4a374b5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ef2292-f07e-4efe-8a3a-d69e95b94ca3 HTTP/1.1" status: 200 len: 217 time: 0.1688378 Mar 04 00:48:47.000825 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-08afcc76-4476-4614-b045-63040d555087 None None] For port ceb46834-f660-4b93-b19d-c69bf18445d9, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:48:47.012193 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-08afcc76-4476-4614-b045-63040d555087 None None] For port ceb46834-f660-4b93-b19d-c69bf18445d9, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=ceb46834-f660-4b93-b19d-c69bf18445d9,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:48:47.014259 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 42238) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:47.026067 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-08afcc76-4476-4614-b045-63040d555087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:47.036112 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Publish callbacks [] for port (9e96b569-93de-4890-845b-5fe63916fe50), precommit_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:47.052735 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (9e96b569-93de-4890-845b-5fe63916fe50), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:47.056566 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-792717b9-e86e-4cb3-9d69-e98478218606 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--69302462', 'description': 'tempest-description--965344147'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:47.063618 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d37b203b-b3f5-48d5-a0ef-14b203349a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (772439a6-c311-43a2-9c93-6def4e0a7858), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:47.107594 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534724e-0587-4ff7-a17b-8658ffe69395 None None] Pushing event updated for resources: {'Port': ['ID=ceb46834-f660-4b93-b19d-c69bf18445d9,revision_number=4']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:47.161430 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08afcc76-4476-4614-b045-63040d555087 None None] Routers {'de85fe9f-db05-412c-9543-13f31cdaa01b'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:48:47.162410 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-08afcc76-4476-4614-b045-63040d555087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:48:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['de85fe9f-db05-412c-9543-13f31cdaa01b'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:47.234616 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b203b-b3f5-48d5-a0ef-14b203349a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772439a6-c311-43a2-9c93-6def4e0a7858,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:47.265147 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-cc15cebd-ea4e-47ea-a288-25e8103febdb None None] Provisioning complete for port ceb46834-f660-4b93-b19d-c69bf18445d9 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:47.265770 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc15cebd-ea4e-47ea-a288-25e8103febdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:47.332441 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d353aaf-e1a7-40cb-8e28-0fc4114501b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4bebdd-5880-4af5-9533-10927a7a83e4,revision_number=3']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:47.393197 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd92ba6a-3390-4e31-b7aa-5931d1e9f839', 'tag': '96ef2292-f07e-4efe-8a3a-d69e95b94ca3'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:48:47.397223 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa84ac34-90f8-4d83-b1b1-42603292cdb2" -d '{"events": [{"name": "network-changed", "server_uuid": "bd92ba6a-3390-4e31-b7aa-5931d1e9f839", "tag": "96ef2292-f07e-4efe-8a3a-d69e95b94ca3"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:48:47.447318 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-004d1229-5340-4b26-b410-5db9cfeb8ad4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group (8a2f8a8e-5327-4109-ae7d-85cb8d2c329e), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:47.468844 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-004d1229-5340-4b26-b410-5db9cfeb8ad4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (8a2f8a8e-5327-4109-ae7d-85cb8d2c329e), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:47.478772 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-dcd9aab5-f924-48c7-8531-cc4d361167f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:47.484679 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-dcd9aab5-f924-48c7-8531-cc4d361167f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a66e90163854e46ac800b6872431b74&device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 1127 time: 1.2412918 Mar 04 00:48:47.549201 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-08afcc76-4476-4614-b045-63040d555087 None None] Set router de85fe9f-db05-412c-9543-13f31cdaa01b gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:48:47.558746 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac3376-e749-4e8d-94a3-aa2d0b1a2cc5 None None] Pushing event updated for resources: {'Port': ['ID=9e96b569-93de-4890-845b-5fe63916fe50,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:47.569727 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f063bf-4043-4657-8ccd-34b5dac73b66 req-4b988425-cfb8-4f6c-91b3-96ba55eb87e3 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:47.575876 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d9f063bf-4043-4657-8ccd-34b5dac73b66 req-4b988425-cfb8-4f6c-91b3-96ba55eb87e3 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 944 time: 1.0867679 Mar 04 00:48:47.602763 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-d37b203b-b3f5-48d5-a0ef-14b203349a17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8301776619f7459681ddab2d94a87a04&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1710236 Mar 04 00:48:47.620964 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec04d12-0d5b-47e5-811f-00247548fd8b {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:48:47.622084 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 42254) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:47.651720 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Attempting to bind port 9e96b569-93de-4890-845b-5fe63916fe50 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:48:47.655311 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Attempting to bind port 9e96b569-93de-4890-845b-5fe63916fe50 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': '03967297-d897-4af5-b75d-b697d29cd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:48:47.656073 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Publish callbacks [] for port (9ec04d12-0d5b-47e5-811f-00247548fd8b), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:47.656592 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Attempting to bind port 9e96b569-93de-4890-845b-5fe63916fe50 on network 0f459d4b-89d4-473a-8642-eeac28fa1b34 {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:48:47.680423 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:48:47.683669 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Checking segment: {'id': '03967297-d897-4af5-b75d-b697d29cd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:48:47.684256 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:47.684812 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Bound using segment: {'id': '03967297-d897-4af5-b75d-b697d29cd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:48:47.685463 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Bound port: 9e96b569-93de-4890-845b-5fe63916fe50, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03967297-d897-4af5-b75d-b697d29cd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:48:47.687733 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (9e96b569-93de-4890-845b-5fe63916fe50), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:47.730366 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-6503dfaa-ff96-4735-9c25-7a91ad9c3066 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad4bebdd-5880-4af5-9533-10927a7a83e4 HTTP/1.1" status: 200 len: 217 time: 0.1415164 Mar 04 00:48:47.799422 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-004d1229-5340-4b26-b410-5db9cfeb8ad4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:47.801022 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-004d1229-5340-4b26-b410-5db9cfeb8ad4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3165319 Mar 04 00:48:47.817190 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 42258) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:47.841241 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] For port 9e96b569-93de-4890-845b-5fe63916fe50, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:48:47.842741 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-d831359d-c46d-4e5c-9329-1a661ba210a4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Request body: {'security_group_rule': {'security_group_id': '8a2f8a8e-5327-4109-ae7d-85cb8d2c329e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:47.844833 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] For port 9e96b569-93de-4890-845b-5fe63916fe50, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=9e96b569-93de-4890-845b-5fe63916fe50,segment=NetworkSegment(03967297-d897-4af5-b75d-b697d29cd9d5),segment_id=03967297-d897-4af5-b75d-b697d29cd9d5)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:48:47.861583 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-cc15cebd-ea4e-47ea-a288-25e8103febdb None None] Current status of the port ceb46834-f660-4b93-b19d-c69bf18445d9 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:47.862119 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc15cebd-ea4e-47ea-a288-25e8103febdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:47.877406 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (9e96b569-93de-4890-845b-5fe63916fe50), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:47.887124 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Transition to ACTIVE for port object 9ec04d12-0d5b-47e5-811f-00247548fd8b will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:48:47.897081 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-e82e7a43-b9c1-4601-8fab-b004bdf49c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:47.899614 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-e82e7a43-b9c1-4601-8fab-b004bdf49c14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb0e4b2c-c237-4083-952e-e79dff5b7688 HTTP/1.1" status: 200 len: 859 time: 0.8572838 Mar 04 00:48:47.907566 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-792717b9-e86e-4cb3-9d69-e98478218606 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:47.931312 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d9f063bf-4043-4657-8ccd-34b5dac73b66 req-9655b4d7-76de-491b-b041-7a4b26177b35 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252344 Mar 04 00:48:47.940323 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d1229-5340-4b26-b410-5db9cfeb8ad4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:47.979331 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da9422-db24-4ff4-be52-581c28a37747 req-9602db28-2677-44a2-8e71-f1a010b377cc tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:47.994563 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a4da9422-db24-4ff4-be52-581c28a37747 req-9602db28-2677-44a2-8e71-f1a010b377cc tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 931 time: 0.9944079 Mar 04 00:48:48.099057 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac3376-e749-4e8d-94a3-aa2d0b1a2cc5 None None] Pushing event updated for resources: {'Port': ['ID=9e96b569-93de-4890-845b-5fe63916fe50,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:48.117383 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-82ea6931-7b16-4d1a-b9f4-b51868912c0c admin admin] Publish callbacks [] for security_group (772439a6-c311-43a2-9c93-6def4e0a7858), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.135508 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-08afcc76-4476-4614-b045-63040d555087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:40Z', 'revision_number': 4, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': 'ceb46834-f660-4b93-b19d-c69bf18445d9', 'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'mac_address': 'fa:16:3e:ce:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:38Z', 'updated_at': '2022-03-04T00:48:46Z', 'revision_number': 4, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'subnets': [{'id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:48.168585 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a4da9422-db24-4ff4-be52-581c28a37747 req-18dcaf54-adc8-4ad0-903d-027018e42164 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717327 Mar 04 00:48:48.169533 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Routers {'38443604-714f-4677-a150-fe847ec68ef5'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:48:48.171042 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:48:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['38443604-714f-4677-a150-fe847ec68ef5'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:48.203650 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08afcc76-4476-4614-b045-63040d555087 None None] The sync data for ids ['de85fe9f-db05-412c-9543-13f31cdaa01b'] in dv-cinder-812685-7-iscsi is: [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:40Z', 'revision_number': 4, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': 'ceb46834-f660-4b93-b19d-c69bf18445d9', 'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'mac_address': 'fa:16:3e:ce:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:38Z', 'updated_at': '2022-03-04T00:48:46Z', 'revision_number': 4, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'subnets': [{'id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:48:48.208418 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0b3f1-ff80-43a2-80f5-1bb6d4c058b0 req-258af66c-e0da-4c8e-9a32-ac2f503bdc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:48.229344 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-c6f0b3f1-ff80-43a2-80f5-1bb6d4c058b0 req-258af66c-e0da-4c8e-9a32-ac2f503bdc59 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=27b3b669ec404142ae9c4b1cda006a1a&shared=False HTTP/1.1" status: 200 len: 916 time: 1.3819358 Mar 04 00:48:48.230469 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (9ec04d12-0d5b-47e5-811f-00247548fd8b), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.255433 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d831359d-c46d-4e5c-9329-1a661ba210a4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group_rule (0063ea54-9428-4d53-9dc0-83d9b98f08e5), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.285438 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-cc15cebd-ea4e-47ea-a288-25e8103febdb None None] For port ceb46834-f660-4b93-b19d-c69bf18445d9, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=ceb46834-f660-4b93-b19d-c69bf18445d9,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:48:48.321482 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc15cebd-ea4e-47ea-a288-25e8103febdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.441257 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-792717b9-e86e-4cb3-9d69-e98478218606 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group (4397fc09-74ef-485d-9967-31bbc76fbf18), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.465860 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d831359d-c46d-4e5c-9329-1a661ba210a4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group_rule (0063ea54-9428-4d53-9dc0-83d9b98f08e5), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.468765 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-82ea6931-7b16-4d1a-b9f4-b51868912c0c admin admin] Publish callbacks [] for security_group (772439a6-c311-43a2-9c93-6def4e0a7858), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.475353 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Pushing event updated for resources: {'Port': ['ID=9ec04d12-0d5b-47e5-811f-00247548fd8b,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:48.480794 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-792717b9-e86e-4cb3-9d69-e98478218606 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (4397fc09-74ef-485d-9967-31bbc76fbf18), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.486812 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d831359d-c46d-4e5c-9329-1a661ba210a4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (0063ea54-9428-4d53-9dc0-83d9b98f08e5), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.544740 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aff4e8d-a828-45bc-b473-908ac04e51b1 x-openstack-request-id: req-5aff4e8d-a828-45bc-b473-908ac04e51b1 {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:48:48.545852 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0ae24a-b698-482d-a2b2-f548807a14c9", "tag": "ad4bebdd-5880-4af5-9533-10927a7a83e4", "status": "completed", "code": 200}]} {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:48:48.546354 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5aff4e8d-a828-45bc-b473-908ac04e51b1 {{(pid=109681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:48:48.548257 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0ae24a-b698-482d-a2b2-f548807a14c9', 'tag': 'ad4bebdd-5880-4af5-9533-10927a7a83e4', 'status': 'completed', 'code': 200} Mar 04 00:48:48.557639 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792717b9-e86e-4cb3-9d69-e98478218606 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4397fc09-74ef-485d-9967-31bbc76fbf18,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:48.598543 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810e9da1-5baf-4784-af0a-c5ccd58a9fb8 x-openstack-request-id: req-810e9da1-5baf-4784-af0a-c5ccd58a9fb8 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:48:48.602702 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd92ba6a-3390-4e31-b7aa-5931d1e9f839", "tag": "96ef2292-f07e-4efe-8a3a-d69e95b94ca3", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:48:48.603176 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-810e9da1-5baf-4784-af0a-c5ccd58a9fb8 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:48:48.603593 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd92ba6a-3390-4e31-b7aa-5931d1e9f839', 'tag': '96ef2292-f07e-4efe-8a3a-d69e95b94ca3', 'status': 'completed', 'code': 200} Mar 04 00:48:48.617372 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-792717b9-e86e-4cb3-9d69-e98478218606 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.618940 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-792717b9-e86e-4cb3-9d69-e98478218606 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5984554 Mar 04 00:48:48.636689 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 42276) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:48.643068 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-a4354f37-999e-4ea3-9020-ef6acf449f91 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Request body: {'security_group_rule': {'security_group_id': '4397fc09-74ef-485d-9967-31bbc76fbf18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:48.643255 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831359d-c46d-4e5c-9329-1a661ba210a4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0063ea54-9428-4d53-9dc0-83d9b98f08e5,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:48.645612 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15cebd-ea4e-47ea-a288-25e8103febdb None None] Pushing event updated for resources: {'Port': ['ID=ceb46834-f660-4b93-b19d-c69bf18445d9,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:48.652384 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-9f054277-97e7-4121-9f2f-ed0c383158f8 None None] Provisioning complete for port ceb46834-f660-4b93-b19d-c69bf18445d9 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:48.652684 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-9f054277-97e7-4121-9f2f-ed0c383158f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.675393 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Attempting to bind port 9ec04d12-0d5b-47e5-811f-00247548fd8b on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:48:48.675943 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Attempting to bind port 9ec04d12-0d5b-47e5-811f-00247548fd8b by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'bd4ce6b2-645f-4c58-adc2-eafdd155b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:48:48.676479 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Attempting to bind port 9ec04d12-0d5b-47e5-811f-00247548fd8b on network a120380f-d8d5-4336-87ba-fbc40370628a {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:48:48.678926 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d831359d-c46d-4e5c-9329-1a661ba210a4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.681886 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-d831359d-c46d-4e5c-9329-1a661ba210a4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8535130 Mar 04 00:48:48.684253 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] Set router 38443604-714f-4677-a150-fe847ec68ef5 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:48:48.685592 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 42278) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:48.691933 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-339ffaff-2ada-4d21-aa71-4d5e969a888e tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Request body: {'security_group_rule': {'security_group_id': '8a2f8a8e-5327-4109-ae7d-85cb8d2c329e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:48.700354 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dd031-1a4c-49a2-b3b1-88d89b533137 req-305e5cfc-aa56-4c94-a948-8148d28c8f51 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:48.702349 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-442dd031-1a4c-49a2-b3b1-88d89b533137 req-305e5cfc-aa56-4c94-a948-8148d28c8f51 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 943 time: 0.6098447 Mar 04 00:48:48.708837 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Port 9ec04d12-0d5b-47e5-811f-00247548fd8b on network a120380f-d8d5-4336-87ba-fbc40370628a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:48:48.709179 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Attempting to bind port 9ec04d12-0d5b-47e5-811f-00247548fd8b on network a120380f-d8d5-4336-87ba-fbc40370628a {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:48:48.709677 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-82ea6931-7b16-4d1a-b9f4-b51868912c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (772439a6-c311-43a2-9c93-6def4e0a7858), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.713036 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-82ea6931-7b16-4d1a-b9f4-b51868912c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.720122 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-82ea6931-7b16-4d1a-b9f4-b51868912c0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/772439a6-c311-43a2-9c93-6def4e0a7858 HTTP/1.1" status: 204 len: 168 time: 0.9907372 Mar 04 00:48:48.729667 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a4354f37-999e-4ea3-9020-ef6acf449f91 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group_rule (66408cb6-a50e-49b2-9546-66f026d690b4), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.738141 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea6931-7b16-4d1a-b9f4-b51868912c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772439a6-c311-43a2-9c93-6def4e0a7858,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:48.762330 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:48:48.763978 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Checking segment: {'id': 'bd4ce6b2-645f-4c58-adc2-eafdd155b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:48:48.764441 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Bound using segment: {'id': 'bd4ce6b2-645f-4c58-adc2-eafdd155b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:48:48.767037 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Bound port: 9ec04d12-0d5b-47e5-811f-00247548fd8b, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4ce6b2-645f-4c58-adc2-eafdd155b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:48:48.767596 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (9ec04d12-0d5b-47e5-811f-00247548fd8b), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.828612 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-442dd031-1a4c-49a2-b3b1-88d89b533137 req-4337965a-cc5b-4db7-9bad-bf4c77a57180 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945404 Mar 04 00:48:48.872600 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-9f054277-97e7-4121-9f2f-ed0c383158f8 None None] Current status of the port ceb46834-f660-4b93-b19d-c69bf18445d9 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:48.884784 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-339ffaff-2ada-4d21-aa71-4d5e969a888e tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group_rule (40de6da5-6524-455b-bdfc-6851542b7090), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.911855 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] For port 9ec04d12-0d5b-47e5-811f-00247548fd8b, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:48:48.921886 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-9f054277-97e7-4121-9f2f-ed0c383158f8 None None] Provisioning complete for port 9e96b569-93de-4890-845b-5fe63916fe50 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:48.922266 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-9f054277-97e7-4121-9f2f-ed0c383158f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (9e96b569-93de-4890-845b-5fe63916fe50), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.958522 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] For port 9ec04d12-0d5b-47e5-811f-00247548fd8b, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9ec04d12-0d5b-47e5-811f-00247548fd8b,segment=NetworkSegment(bd4ce6b2-645f-4c58-adc2-eafdd155b8fa),segment_id=bd4ce6b2-645f-4c58-adc2-eafdd155b8fa)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:48:48.961495 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a4354f37-999e-4ea3-9020-ef6acf449f91 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group_rule (66408cb6-a50e-49b2-9546-66f026d690b4), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.974819 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a4354f37-999e-4ea3-9020-ef6acf449f91 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (66408cb6-a50e-49b2-9546-66f026d690b4), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:48.989830 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (9ec04d12-0d5b-47e5-811f-00247548fd8b), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.018947 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4354f37-999e-4ea3-9020-ef6acf449f91 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66408cb6-a50e-49b2-9546-66f026d690b4,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:49.040830 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a4354f37-999e-4ea3-9020-ef6acf449f91 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.042394 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-a4354f37-999e-4ea3-9020-ef6acf449f91 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4043901 Mar 04 00:48:49.045354 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 42290) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:49.057935 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-6cdd72ef-3eff-4593-bdf6-553ef123506b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Request body: {'security_group_rule': {'security_group_id': '4397fc09-74ef-485d-9967-31bbc76fbf18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:49.077431 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:49.078091 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.079686 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] 10.222.0.20 "PUT /v2.0/ports/9ec04d12-0d5b-47e5-811f-00247548fd8b HTTP/1.1" status: 200 len: 1093 time: 3.5609407 Mar 04 00:48:49.083139 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-339ffaff-2ada-4d21-aa71-4d5e969a888e tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group_rule (40de6da5-6524-455b-bdfc-6851542b7090), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.089381 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '9e96b569-93de-4890-845b-5fe63916fe50', 'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'mac_address': 'fa:16:3e:c8:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:33Z', 'updated_at': '2022-03-04T00:48:47Z', 'revision_number': 4, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'subnets': [{'id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:48:49.091869 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-9f054277-97e7-4121-9f2f-ed0c383158f8 None None] Current status of the port 9e96b569-93de-4890-845b-5fe63916fe50 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:49.092274 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-9f054277-97e7-4121-9f2f-ed0c383158f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (9e96b569-93de-4890-845b-5fe63916fe50), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.095210 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-339ffaff-2ada-4d21-aa71-4d5e969a888e tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (40de6da5-6524-455b-bdfc-6851542b7090), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.149668 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ffaff-2ada-4d21-aa71-4d5e969a888e tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40de6da5-6524-455b-bdfc-6851542b7090,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:49.153401 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8121994d-0b01-449e-80f8-b0959e9c2f6e None None] The sync data for ids ['38443604-714f-4677-a150-fe847ec68ef5'] in dv-cinder-812685-7-iscsi is: [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '9e96b569-93de-4890-845b-5fe63916fe50', 'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'mac_address': 'fa:16:3e:c8:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:33Z', 'updated_at': '2022-03-04T00:48:47Z', 'revision_number': 4, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'subnets': [{'id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:48:49.163270 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6cdd72ef-3eff-4593-bdf6-553ef123506b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group_rule (372cd50a-9c22-48d4-a66b-51a3ff6f6441), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.172708 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6557131-d58b-463b-b7fb-afa67fdeb51c service neutron] Pushing event updated for resources: {'Port': ['ID=9ec04d12-0d5b-47e5-811f-00247548fd8b,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:49.186671 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-9f054277-97e7-4121-9f2f-ed0c383158f8 None None] For port 9e96b569-93de-4890-845b-5fe63916fe50, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=9e96b569-93de-4890-845b-5fe63916fe50,segment=NetworkSegment(03967297-d897-4af5-b75d-b697d29cd9d5),segment_id=03967297-d897-4af5-b75d-b697d29cd9d5)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:48:49.190947 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-339ffaff-2ada-4d21-aa71-4d5e969a888e tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.195482 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-339ffaff-2ada-4d21-aa71-4d5e969a888e tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5046861 Mar 04 00:48:49.198368 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 42296) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:49.198859 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-9f054277-97e7-4121-9f2f-ed0c383158f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (9e96b569-93de-4890-845b-5fe63916fe50), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.212470 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Request body: {'floatingip': {'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:49.259657 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.278505 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f054277-97e7-4121-9f2f-ed0c383158f8 None None] Pushing event updated for resources: {'Port': ['ID=9e96b569-93de-4890-845b-5fe63916fe50,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:49.324588 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-015f1228-e983-4c01-bd0e-6ae96d3541ec None None] Provisioning complete for port 9e96b569-93de-4890-845b-5fe63916fe50 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:49.325206 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-015f1228-e983-4c01-bd0e-6ae96d3541ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (9e96b569-93de-4890-845b-5fe63916fe50), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.403498 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6cdd72ef-3eff-4593-bdf6-553ef123506b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group_rule (372cd50a-9c22-48d4-a66b-51a3ff6f6441), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.413668 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb030b2-d7d6-4a26-8d50-b6d56af3a7ee req-51e4470d-715a-490c-8b1a-187973e47c4a tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:49.416140 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6bb030b2-d7d6-4a26-8d50-b6d56af3a7ee req-51e4470d-715a-490c-8b1a-187973e47c4a tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 944 time: 0.3091955 Mar 04 00:48:49.429635 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6cdd72ef-3eff-4593-bdf6-553ef123506b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (372cd50a-9c22-48d4-a66b-51a3ff6f6441), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.452789 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd72ef-3eff-4593-bdf6-553ef123506b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372cd50a-9c22-48d4-a66b-51a3ff6f6441,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:49.464678 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1a365a0c-c871-46e3-b64b-2a45d97a22fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.506004 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6cdd72ef-3eff-4593-bdf6-553ef123506b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.507411 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.514713 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-6cdd72ef-3eff-4593-bdf6-553ef123506b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4640570 Mar 04 00:48:49.519421 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 42304) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:49.532015 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Request body: {'floatingip': {'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:49.552968 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-015f1228-e983-4c01-bd0e-6ae96d3541ec None None] Current status of the port 9e96b569-93de-4890-845b-5fe63916fe50 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:49.592926 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c31eb-80b6-477a-9502-831b3d169c59 req-8d1fde33-14c8-43b7-9051-e458b5e35131 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:49.602507 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d05c31eb-80b6-477a-9502-831b3d169c59 req-8d1fde33-14c8-43b7-9051-e458b5e35131 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 943 time: 0.2632015 Mar 04 00:48:49.649186 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6bb030b2-d7d6-4a26-8d50-b6d56af3a7ee req-8472f126-5051-4339-8190-ebf2d31fc0d8 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173800 Mar 04 00:48:49.672540 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.714457 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Allocated IP 172.27.0.14 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/e97ca644-d0a5-4f82-8d0c-4a4c0903fdd9) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:48:49.771842 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d05c31eb-80b6-477a-9502-831b3d169c59 req-49c4c400-99d0-4eee-abef-95e4ddc54cf8 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666439 Mar 04 00:48:49.851598 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.961069 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for port (e97ca644-d0a5-4f82-8d0c-4a4c0903fdd9), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:49.994580 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25b840-18db-4440-8bbf-af5b80f35835 req-b0e2029d-5250-4fc3-b2e8-075ff4fe8348 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:50.001915 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3a25b840-18db-4440-8bbf-af5b80f35835 req-b0e2029d-5250-4fc3-b2e8-075ff4fe8348 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 943 time: 0.0944717 Mar 04 00:48:50.008168 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (e97ca644-d0a5-4f82-8d0c-4a4c0903fdd9), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:50.073925 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:50.076703 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:50.080739 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:48:50.093724 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event updated for resources: {'Port': ['ID=e97ca644-d0a5-4f82-8d0c-4a4c0903fdd9,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:50.120190 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3a25b840-18db-4440-8bbf-af5b80f35835 req-bb89e463-f8ee-4dd4-a1fc-d3f6e58e2dc1 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153324 Mar 04 00:48:50.121724 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_common [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Allocated IP 172.27.0.248 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/04da8d80-55d8-4858-8d6d-f607a733dc51) {{(pid=109681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:48:50.234844 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for floatingip (9efa6461-7f5d-4187-ac18-3dec5c9bb711), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:50.262055 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device ceb46834-f660-4b93-b19d-c69bf18445d9 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:48:50.285009 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (e97ca644-d0a5-4f82-8d0c-4a4c0903fdd9), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:50.290147 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for port (04da8d80-55d8-4858-8d6d-f607a733dc51), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:50.322497 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port ceb46834-f660-4b93-b19d-c69bf18445d9 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:50.323162 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:50.349282 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (04da8d80-55d8-4858-8d6d-f607a733dc51), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:50.397998 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:50.401113 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:50.406088 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Received port after_create {{(pid=109681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:48:50.483271 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port ceb46834-f660-4b93-b19d-c69bf18445d9 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:50.485273 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 9e96b569-93de-4890-845b-5fe63916fe50 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:48:50.494240 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for port (e97ca644-d0a5-4f82-8d0c-4a4c0903fdd9), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:50.503240 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (e97ca644-d0a5-4f82-8d0c-4a4c0903fdd9), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:50.546110 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (9efa6461-7f5d-4187-ac18-3dec5c9bb711), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:50.549298 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 9e96b569-93de-4890-845b-5fe63916fe50 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:50.550431 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (9e96b569-93de-4890-845b-5fe63916fe50), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:50.565520 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event updated for resources: {'Port': ['ID=e97ca644-d0a5-4f82-8d0c-4a4c0903fdd9,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:50.577020 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:50.588587 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-c60fe1ec-192a-4a4a-9fc5-0a5aa332a9b8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3886344 Mar 04 00:48:50.604454 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779a3a75-6ddc-44f0-9e6f-fa9be93456e3', 'tag': '9ec04d12-0d5b-47e5-811f-00247548fd8b'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:48:50.607232 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf8c04c-410f-49b2-a0ef-610e3723b49e" -d '{"events": [{"name": "network-changed", "server_uuid": "779a3a75-6ddc-44f0-9e6f-fa9be93456e3", "tag": "9ec04d12-0d5b-47e5-811f-00247548fd8b"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:48:50.683365 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bd7496-1198-4395-bab2-628665c60603 x-openstack-request-id: req-86bd7496-1198-4395-bab2-628665c60603 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:48:50.683365 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779a3a75-6ddc-44f0-9e6f-fa9be93456e3", "tag": "9ec04d12-0d5b-47e5-811f-00247548fd8b", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:48:50.683365 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86bd7496-1198-4395-bab2-628665c60603 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:48:50.683365 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779a3a75-6ddc-44f0-9e6f-fa9be93456e3', 'tag': '9ec04d12-0d5b-47e5-811f-00247548fd8b', 'status': 'completed', 'code': 200} Mar 04 00:48:50.685182 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for floatingip (6ef07aad-2b12-4b7b-b95d-0cbc3dd433f3), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:50.709489 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 42340) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:50.777160 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 9e96b569-93de-4890-845b-5fe63916fe50 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:48:50.815700 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event updated for resources: {'Port': ['ID=04da8d80-55d8-4858-8d6d-f607a733dc51,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:51.146785 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-3d122b8f-c634-4ea2-ac26-4b3266aff073 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a120380f-d8d5-4336-87ba-fbc40370628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174407 Mar 04 00:48:51.237548 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (04da8d80-55d8-4858-8d6d-f607a733dc51), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:51.244677 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c3e867a5-bfd6-4bb8-bfc3-63480cc4222d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:51.343966 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-dcc05694-1279-470c-b252-ab08afd567c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:51.345741 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-dcc05694-1279-470c-b252-ab08afd567c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd2661ab-b75b-46a0-b212-2a3542adbd3a HTTP/1.1" status: 200 len: 851 time: 0.5148728 Mar 04 00:48:51.690248 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da689dd2-8f80-480c-a9ec-72e9f2ef9cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:51.711573 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for port (04da8d80-55d8-4858-8d6d-f607a733dc51), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:51.761932 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8c04c-410f-49b2-a0ef-610e3723b49e req-f6ddeb37-df5e-4bd5-b7e6-48756f060e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:51.764082 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7bf8c04c-410f-49b2-a0ef-610e3723b49e req-f6ddeb37-df5e-4bd5-b7e6-48756f060e64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97777a0e50ee43a789483f661b2f59b5&device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 1127 time: 0.6279247 Mar 04 00:48:51.765486 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0b3f1-ff80-43a2-80f5-1bb6d4c058b0 req-e64150f8-c1ca-4963-8c16-dd2f35f4d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:51.767627 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-c6f0b3f1-ff80-43a2-80f5-1bb6d4c058b0 req-e64150f8-c1ca-4963-8c16-dd2f35f4d083 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9246125 Mar 04 00:48:51.781492 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c3e867a5-bfd6-4bb8-bfc3-63480cc4222d admin admin] Publish callbacks [] for security_group (2a3bd839-8773-40fb-b2ba-6c17838b1759), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:51.794432 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-3ce217b7-b175-4914-aec8-eeed9d5439ba service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245732 Mar 04 00:48:51.797965 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33a1eb-9af2-4817-aa81-41719cab2635 req-661bbd78-2363-495d-80e4-a9a1b7039c9e tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:51.813725 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5e33a1eb-9af2-4817-aa81-41719cab2635 req-661bbd78-2363-495d-80e4-a9a1b7039c9e tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 943 time: 0.6412492 Mar 04 00:48:51.827956 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ad6cc-f133-4b73-982f-bafd28ddc525 req-1f884f2e-2a03-431e-afcd-7c80c040f986 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:51.836845 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-740ad6cc-f133-4b73-982f-bafd28ddc525 req-1f884f2e-2a03-431e-afcd-7c80c040f986 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 944 time: 1.0367415 Mar 04 00:48:51.836845 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-75f12753-1ee1-4b68-931f-30d102f69747 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c8cc62ee-8363-4f59-a50c-5454c3993046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4669120 Mar 04 00:48:51.847638 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (04da8d80-55d8-4858-8d6d-f607a733dc51), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:51.850116 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c3e867a5-bfd6-4bb8-bfc3-63480cc4222d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (2a3bd839-8773-40fb-b2ba-6c17838b1759), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:51.971111 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e867a5-bfd6-4bb8-bfc3-63480cc4222d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3bd839-8773-40fb-b2ba-6c17838b1759,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:51.984503 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (6ef07aad-2b12-4b7b-b95d-0cbc3dd433f3), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:52.005601 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 42372) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:52.005889 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-c3e867a5-bfd6-4bb8-bfc3-63480cc4222d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c7100a1b2794a8eb4d0ecbb6eb065b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2905374 Mar 04 00:48:52.056386 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:52.058029 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5365961 Mar 04 00:48:52.064209 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b4f47-94e9-4ff4-9ca4-2fb8183ef808 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event updated for resources: {'Port': ['ID=04da8d80-55d8-4858-8d6d-f607a733dc51,revision_number=2']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:52.085231 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5e33a1eb-9af2-4817-aa81-41719cab2635 req-bf0b84d0-3d18-40f0-a26c-49e81f3363d1 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694123 Mar 04 00:48:52.099259 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-740ad6cc-f133-4b73-982f-bafd28ddc525 req-c684eac2-0ee1-40cf-9680-5c04c81a9cb7 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454269 Mar 04 00:48:52.134049 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ca9b3cb6-44d9-4ef2-9d40-f8670e047fd8 admin admin] Publish callbacks [] for security_group (2a3bd839-8773-40fb-b2ba-6c17838b1759), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:52.165555 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ca9b3cb6-44d9-4ef2-9d40-f8670e047fd8 admin admin] Publish callbacks [] for security_group (2a3bd839-8773-40fb-b2ba-6c17838b1759), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:52.260632 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ca9b3cb6-44d9-4ef2-9d40-f8670e047fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (2a3bd839-8773-40fb-b2ba-6c17838b1759), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:52.264693 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ca9b3cb6-44d9-4ef2-9d40-f8670e047fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:52.294380 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-ca9b3cb6-44d9-4ef2-9d40-f8670e047fd8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a3bd839-8773-40fb-b2ba-6c17838b1759 HTTP/1.1" status: 204 len: 168 time: 0.2869647 Mar 04 00:48:52.314153 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b3cb6-44d9-4ef2-9d40-f8670e047fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3bd839-8773-40fb-b2ba-6c17838b1759,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:52.391123 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-0167a8da-b32b-4196-a2bb-cf8f9129401d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1637903592&fields=id&tenant_id=4f74a38a30364f84b464c10e694a223d HTTP/1.1" status: 200 len: 267 time: 0.1201601 Mar 04 00:48:52.456367 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ea39d-d376-436d-9735-a9a7216bf0ee req-cd694d0c-bd82-4114-8875-479466f0a02f tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:52.458154 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-773ea39d-d376-436d-9735-a9a7216bf0ee req-cd694d0c-bd82-4114-8875-479466f0a02f tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 943 time: 0.1665888 Mar 04 00:48:52.630013 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-ec9d0d7e-acb8-4033-8736-1006e20cf2c7 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:52.632511 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-ec9d0d7e-acb8-4033-8736-1006e20cf2c7 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/networks?id=0f459d4b-89d4-473a-8642-eeac28fa1b34 HTTP/1.1" status: 200 len: 811 time: 0.2344520 Mar 04 00:48:52.677748 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-773ea39d-d376-436d-9735-a9a7216bf0ee req-00d30276-f7ce-4089-b7dc-06b9baba7dd2 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732781 Mar 04 00:48:52.684155 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-a426ef47-0bfc-4ace-a10e-e20815184c74 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/quotas/4f74a38a30364f84b464c10e694a223d HTTP/1.1" status: 200 len: 375 time: 0.0256090 Mar 04 00:48:52.727057 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-4683f62b-6d21-45c3-9b57-2ad7e7e7e846 service neutron] 10.222.0.20 "GET /v2.0/networks/c8cc62ee-8363-4f59-a50c-5454c3993046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156718 Mar 04 00:48:52.766836 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:52.801163 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-757cb5b9-3c41-4508-a8ce-7fcccc0e9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:52.802892 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-757cb5b9-3c41-4508-a8ce-7fcccc0e9ec4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=27b3b669ec404142ae9c4b1cda006a1a&device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 1128 time: 0.1961324 Mar 04 00:48:52.805384 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-8c1979d9-76ad-4426-aeaf-51a782ab6e86 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f74a38a30364f84b464c10e694a223d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1152372 Mar 04 00:48:52.812621 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8c04c-410f-49b2-a0ef-610e3723b49e req-dbb54b98-d9dc-429c-addb-cdd99bab10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:52.814099 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7bf8c04c-410f-49b2-a0ef-610e3723b49e req-dbb54b98-d9dc-429c-addb-cdd99bab10f1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=97777a0e50ee43a789483f661b2f59b5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2484548 Mar 04 00:48:52.817629 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64814414-2db2-4f3b-b2f7-fb0f0c97e1ce req-3301a5bb-84f2-4f90-b934-0c055418e918 service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507870 Mar 04 00:48:52.914535 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-deb1f6a0-f979-47f2-93fd-6825afc2b9b3 req-03828f65-8d51-4b8c-9248-edca49682032 service neutron] 10.222.0.20 "GET /v2.0/networks/c8cc62ee-8363-4f59-a50c-5454c3993046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780374 Mar 04 00:48:52.936516 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56d21396-2873-4483-8632-a8de1f7e5037 req-9d1c232a-b401-45a0-9ede-509019c1b9b2 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--69302462&fields=id&tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc HTTP/1.1" status: 200 len: 267 time: 0.1191366 Mar 04 00:48:52.981759 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-99308c3c-a753-4e5b-bd3d-ca0446841f89 service neutron] 10.222.0.23 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552415 Mar 04 00:48:53.118408 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d21396-2873-4483-8632-a8de1f7e5037 req-ec01cd06-7e6d-4de9-985d-b702f7c16f01 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:53.119870 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56d21396-2873-4483-8632-a8de1f7e5037 req-ec01cd06-7e6d-4de9-985d-b702f7c16f01 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/networks?id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 HTTP/1.1" status: 200 len: 816 time: 0.1750817 Mar 04 00:48:53.139758 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-2e45773e-ad53-45cb-88c5-d1f7f0d4b5c7 service neutron] 10.222.0.23 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296425 Mar 04 00:48:53.142281 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56d21396-2873-4483-8632-a8de1f7e5037 req-f02e37bb-047c-4d5e-81d6-59ce2682df97 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/quotas/57fd73dcb8be40ecaa8e8a0617cf5cfc HTTP/1.1" status: 200 len: 375 time: 0.0136013 Mar 04 00:48:53.207586 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56d21396-2873-4483-8632-a8de1f7e5037 req-336de797-7357-4ea4-8f80-7f1420e7838e tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600185 Mar 04 00:48:53.315318 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56d21396-2873-4483-8632-a8de1f7e5037 req-8ee2f062-fae6-49fd-9153-e2f51d21e79c service neutron] 10.222.0.23 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933034 Mar 04 00:48:53.445037 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826ef6e-c8b5-43dc-bd5e-a6483fe4fda4 req-42969e0b-810f-4a4e-8f51-1b8df865cced tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:53.446815 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a826ef6e-c8b5-43dc-bd5e-a6483fe4fda4 req-42969e0b-810f-4a4e-8f51-1b8df865cced tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 944 time: 0.1229286 Mar 04 00:48:53.452617 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56d21396-2873-4483-8632-a8de1f7e5037 req-b8fa2404-9bdc-486d-bdd7-7b18f566abf2 service neutron] 10.222.0.23 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363842 Mar 04 00:48:53.512072 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a826ef6e-c8b5-43dc-bd5e-a6483fe4fda4 req-70dadfe3-f506-427a-a771-7df7eb55ea20 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576181 Mar 04 00:48:53.649378 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87bf66-664b-4370-b25f-76d3d186d7ad req-f1e9574e-e37b-4307-862d-8f8243d1a8f3 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:53.656531 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bc87bf66-664b-4370-b25f-76d3d186d7ad req-f1e9574e-e37b-4307-862d-8f8243d1a8f3 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 943 time: 0.0791304 Mar 04 00:48:53.719528 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-22b8d4c3-c9af-474a-b616-945534eeeed6 req-188094e4-ad0d-4d1f-9a87-53d00045f660 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 210 time: 0.0533848 Mar 04 00:48:53.770927 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bc87bf66-664b-4370-b25f-76d3d186d7ad req-94de6ab1-ad6c-46a8-ab1f-811f38d66cad tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028492 Mar 04 00:48:53.859968 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a0f91016-e205-4926-82f0-ce9538d7c12c req-3b3e976e-8ad8-460a-ac8f-af750124d915 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 210 time: 0.0369585 Mar 04 00:48:53.930658 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20f206-ef5b-4c5a-95dd-a6f55936ac10 req-9ba43fab-a8bf-460b-98e2-d05f904ea6b9 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:53.932372 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2d20f206-ef5b-4c5a-95dd-a6f55936ac10 req-9ba43fab-a8bf-460b-98e2-d05f904ea6b9 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 943 time: 0.0749297 Mar 04 00:48:53.983910 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2d20f206-ef5b-4c5a-95dd-a6f55936ac10 req-3195ed8a-82b3-4f2e-88f8-34d4589dc739 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453477 Mar 04 00:48:54.076315 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:54.633169 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf3b95-b3f2-4d7e-9f0a-a16ca986ae1b req-dbda5181-7d21-4adc-bc92-2929470bfd89 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:54.634676 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-51bf3b95-b3f2-4d7e-9f0a-a16ca986ae1b req-dbda5181-7d21-4adc-bc92-2929470bfd89 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 944 time: 0.0570874 Mar 04 00:48:54.682759 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-51bf3b95-b3f2-4d7e-9f0a-a16ca986ae1b req-2444955c-2f7b-4d8a-94f5-77dbc9eb3726 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418336 Mar 04 00:48:54.831944 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-84a5b1fb-d1cc-47db-bc0c-a21533aa1a9c req-0d73fe4e-83f0-4880-bb5f-867318b2ac37 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 210 time: 0.0324674 Mar 04 00:48:54.894715 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290df90-c293-44f0-acb9-0914a07e8541 req-88356986-4661-4408-aca3-7e4e4dcd37e9 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:54.896199 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7290df90-c293-44f0-acb9-0914a07e8541 req-88356986-4661-4408-aca3-7e4e4dcd37e9 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 943 time: 0.0518134 Mar 04 00:48:54.952545 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7290df90-c293-44f0-acb9-0914a07e8541 req-74db43f8-c077-4064-ad59-00d3731f40c7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498354 Mar 04 00:48:54.973563 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cd058180-5b6e-4e22-8457-71c4e3e55cc0 req-728e366e-011f-4bda-88f6-0687c9ac055f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 210 time: 0.0384958 Mar 04 00:48:55.114573 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150deacd-1c27-467b-9ab9-f936db004c3c req-49403572-c979-494a-963a-d2da71270a61 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:55.116126 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-150deacd-1c27-467b-9ab9-f936db004c3c req-49403572-c979-494a-963a-d2da71270a61 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 943 time: 0.0641334 Mar 04 00:48:55.169841 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-150deacd-1c27-467b-9ab9-f936db004c3c req-0d585274-a51a-4213-8fd1-621da749b6d1 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470939 Mar 04 00:48:55.378914 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-5dd36892-d4a4-44c7-aa5e-13ee1c571de2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=609c6ea4-8608-404e-8b08-699f78e8ec70 HTTP/1.1" status: 200 len: 217 time: 0.0478177 Mar 04 00:48:55.469474 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84ac34-90f8-4d83-b1b1-42603292cdb2 req-c1bc79b7-d963-4b9d-9e6a-f314f4c8692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:55.471466 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fa84ac34-90f8-4d83-b1b1-42603292cdb2 req-c1bc79b7-d963-4b9d-9e6a-f314f4c8692b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97777a0e50ee43a789483f661b2f59b5&device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 1128 time: 0.0757599 Mar 04 00:48:55.543150 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-455998cb-6e0d-4ee7-8d05-4f575d04441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:55.544631 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-455998cb-6e0d-4ee7-8d05-4f575d04441e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88ab0500-9729-459f-9744-bd096b771772 HTTP/1.1" status: 200 len: 855 time: 0.1174355 Mar 04 00:48:55.626686 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-5707c433-ebd8-4af4-86da-fd0af62e04b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696492 Mar 04 00:48:55.633818 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09467ac0-8d2b-4250-9988-9aedaec2bcf4 req-2b6b9f59-ef88-4a46-92a3-f3b807bbd599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:55.635287 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-09467ac0-8d2b-4250-9988-9aedaec2bcf4 req-2b6b9f59-ef88-4a46-92a3-f3b807bbd599 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a66e90163854e46ac800b6872431b74&device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 1127 time: 0.2095745 Mar 04 00:48:55.658812 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8c04c-410f-49b2-a0ef-610e3723b49e req-a3e253e2-cc92-4409-9825-fd03c7a14fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:55.660247 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7bf8c04c-410f-49b2-a0ef-610e3723b49e req-a3e253e2-cc92-4409-9825-fd03c7a14fdd service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2897861 Mar 04 00:48:55.714029 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84ac34-90f8-4d83-b1b1-42603292cdb2 req-8f560762-e029-4ff6-9f4b-66f379bc1025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:55.715636 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fa84ac34-90f8-4d83-b1b1-42603292cdb2 req-8f560762-e029-4ff6-9f4b-66f379bc1025 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a120380f-d8d5-4336-87ba-fbc40370628a HTTP/1.1" status: 200 len: 920 time: 0.2050428 Mar 04 00:48:55.772725 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fa84ac34-90f8-4d83-b1b1-42603292cdb2 req-169712f2-0272-4a7f-ab74-6ef25b82dcd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ef2292-f07e-4efe-8a3a-d69e95b94ca3 HTTP/1.1" status: 200 len: 217 time: 0.0505762 Mar 04 00:48:55.827206 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:55.885654 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84ac34-90f8-4d83-b1b1-42603292cdb2 req-b4763256-21af-4d05-81b4-4742afe9481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:55.887417 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fa84ac34-90f8-4d83-b1b1-42603292cdb2 req-b4763256-21af-4d05-81b4-4742afe9481b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb0e4b2c-c237-4083-952e-e79dff5b7688 HTTP/1.1" status: 200 len: 859 time: 0.0631101 Mar 04 00:48:55.925122 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-b27b31f4-7dd1-4188-9bc4-c2fd8eb398ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:55.926632 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-b27b31f4-7dd1-4188-9bc4-c2fd8eb398ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97777a0e50ee43a789483f661b2f59b5&device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 1127 time: 0.1984704 Mar 04 00:48:55.937105 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-c0230009-f273-4a1a-b100-5297815b8657 service neutron] 10.222.0.20 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992916 Mar 04 00:48:55.939921 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09467ac0-8d2b-4250-9988-9aedaec2bcf4 req-aa0f761e-2b98-4465-996f-4550416e9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:55.941304 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-09467ac0-8d2b-4250-9988-9aedaec2bcf4 req-aa0f761e-2b98-4465-996f-4550416e9de4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c8cc62ee-8363-4f59-a50c-5454c3993046 HTTP/1.1" status: 200 len: 912 time: 0.2844715 Mar 04 00:48:55.991829 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-949f7f7f-8e02-4ea4-82d5-94b4fd5814bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec04d12-0d5b-47e5-811f-00247548fd8b HTTP/1.1" status: 200 len: 217 time: 0.0410089 Mar 04 00:48:56.120322 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-09467ac0-8d2b-4250-9988-9aedaec2bcf4 req-fd6a6aa1-39e9-44c5-b977-13b5b2ff7bcf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad4bebdd-5880-4af5-9533-10927a7a83e4 HTTP/1.1" status: 200 len: 217 time: 0.1264491 Mar 04 00:48:56.160614 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.20', 58574) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:56.161073 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fa84ac34-90f8-4d83-b1b1-42603292cdb2 req-f8dfd374-9c36-47a4-9baa-6ed37a286d0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a120380f-d8d5-4336-87ba-fbc40370628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2614427 Mar 04 00:48:56.196613 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f68c5848-a248-485d-8f54-629e2a371b16 req-f3f0b402-4e84-4d03-afbf-796526ba24d1 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 210 time: 0.0523572 Mar 04 00:48:56.215314 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d942a3-0b67-4f7d-829f-35786130c17c req-ad0ea73e-3c18-4114-97c0-2b537eb7daf5 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:56.231505 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-57d942a3-0b67-4f7d-829f-35786130c17c req-ad0ea73e-3c18-4114-97c0-2b537eb7daf5 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 944 time: 0.4520528 Mar 04 00:48:56.235453 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.20', 58575) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:48:56.277051 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-d8bd2a5f-82d7-42d5-b827-bb942d30923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:56.290143 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-d8bd2a5f-82d7-42d5-b827-bb942d30923c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb0e4b2c-c237-4083-952e-e79dff5b7688 HTTP/1.1" status: 200 len: 859 time: 0.2811337 Mar 04 00:48:56.349162 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-ae5ca66a-255f-4910-83f0-e20f094c3d65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a120380f-d8d5-4336-87ba-fbc40370628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493650 Mar 04 00:48:56.357046 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09467ac0-8d2b-4250-9988-9aedaec2bcf4 req-249dd3b8-520a-4f47-974f-0a7bc93e98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:56.358661 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-09467ac0-8d2b-4250-9988-9aedaec2bcf4 req-249dd3b8-520a-4f47-974f-0a7bc93e98f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd2661ab-b75b-46a0-b212-2a3542adbd3a HTTP/1.1" status: 200 len: 851 time: 0.2312689 Mar 04 00:48:56.433810 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-8887e483-106f-4345-b7df-2a10fff5f40c service neutron] 10.222.0.20 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409831 Mar 04 00:48:56.436348 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-09467ac0-8d2b-4250-9988-9aedaec2bcf4 req-179960f1-a3f4-440a-ae96-2e15439cba3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c8cc62ee-8363-4f59-a50c-5454c3993046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609777 Mar 04 00:48:56.486508 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-57d942a3-0b67-4f7d-829f-35786130c17c req-7602fafe-a168-4e63-b2f7-225184fe3c3c tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539535 Mar 04 00:48:56.623576 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fa84ac34-90f8-4d83-b1b1-42603292cdb2 req-0fd8325a-d6c2-49d1-8873-17c41831ac94 service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409089 Mar 04 00:48:56.653490 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33789117-6cd8-452f-bc95-765628b84667 req-6aa034d3-9540-48ff-97d5-6e17e3147633 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:56.655104 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-33789117-6cd8-452f-bc95-765628b84667 req-6aa034d3-9540-48ff-97d5-6e17e3147633 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 943 time: 0.3256576 Mar 04 00:48:56.660775 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3bd2edcb-9b2b-4de4-8250-9cb2fbf71bdc req-e829485a-3d84-464c-b73d-619e258429a8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 210 time: 0.0674911 Mar 04 00:48:56.700485 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-844ee9f7-0804-4742-a427-316e7681b682 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:56.701996 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-844ee9f7-0804-4742-a427-316e7681b682 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.20 "GET /v2.0/networks?id=0f459d4b-89d4-473a-8642-eeac28fa1b34 HTTP/1.1" status: 200 len: 811 time: 0.4648705 Mar 04 00:48:56.746256 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d21396-2873-4483-8632-a8de1f7e5037 req-c4584a03-fa13-40a5-92d6-9e5dcfe575f8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:56.747560 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-56d21396-2873-4483-8632-a8de1f7e5037 req-c4584a03-fa13-40a5-92d6-9e5dcfe575f8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.20 "GET /v2.0/networks?id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 HTTP/1.1" status: 200 len: 816 time: 0.5798767 Mar 04 00:48:56.810337 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-09467ac0-8d2b-4250-9988-9aedaec2bcf4 req-71c22d37-4bca-4232-a657-5c12145bbdfc service neutron] 10.222.0.20 "GET /v2.0/networks/c8cc62ee-8363-4f59-a50c-5454c3993046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525760 Mar 04 00:48:56.820783 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-63ef906c-dba8-4997-a55e-0987db711309 service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560382 Mar 04 00:48:56.873298 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-33789117-6cd8-452f-bc95-765628b84667 req-e241388a-ee98-4c50-a4c6-63bea8619718 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025983 Mar 04 00:48:56.915965 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fa84ac34-90f8-4d83-b1b1-42603292cdb2 req-ce0b3f72-ffe9-4810-b0d9-5e180abfb900 service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581913 Mar 04 00:48:56.931518 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-6c893581-dcea-4f24-a339-604b336cc81e tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f74a38a30364f84b464c10e694a223d HTTP/1.1" status: 200 len: 380 time: 0.1698768 Mar 04 00:48:56.951149 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-56d21396-2873-4483-8632-a8de1f7e5037 req-ed668142-29c8-4425-af91-367ff34bf976 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc HTTP/1.1" status: 200 len: 378 time: 0.1842759 Mar 04 00:48:56.957302 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-95c2a999-e7b6-41f0-8a69-3657a7ba0b2d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Request body: {'port': {'device_id': 'd85dfea5-c350-4875-99a1-4fb7b59f5fb8', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'admin_state_up': True, 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'security_groups': ['8a2f8a8e-5327-4109-ae7d-85cb8d2c329e']}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:56.964680 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-56d21396-2873-4483-8632-a8de1f7e5037 req-e9ab23c7-64a5-41ff-8e37-bdc4515f5666 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Request body: {'port': {'device_id': '6b1631ea-005d-4031-8f05-471d83997c23', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'admin_state_up': True, 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'security_groups': ['4397fc09-74ef-485d-9967-31bbc76fbf18']}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:48:56.965468 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fc59b-55d4-46e0-a301-07e9f1231ded req-1ccf518c-b63b-4f9d-a6a4-9b1ddc5dee61 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:56.969034 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9a9fc59b-55d4-46e0-a301-07e9f1231ded req-1ccf518c-b63b-4f9d-a6a4-9b1ddc5dee61 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 943 time: 0.2164674 Mar 04 00:48:57.062006 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-09467ac0-8d2b-4250-9988-9aedaec2bcf4 req-7241977b-434d-4041-ab9a-7bf0fc8c4331 service neutron] 10.222.0.20 "GET /v2.0/networks/c8cc62ee-8363-4f59-a50c-5454c3993046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402766 Mar 04 00:48:57.076040 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7fada8d9-375a-4fa6-b55d-9da7b3252bdb req-e46a0d07-7edc-40a8-9118-e2a4bf8d5793 service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418568 Mar 04 00:48:57.132380 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d21396-2873-4483-8632-a8de1f7e5037 req-e9ab23c7-64a5-41ff-8e37-bdc4515f5666 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Made reservation on behalf of 57fd73dcb8be40ecaa8e8a0617cf5cfc for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:48:57.140809 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-56d21396-2873-4483-8632-a8de1f7e5037 req-e9ab23c7-64a5-41ff-8e37-bdc4515f5666 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:57.173692 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9a9fc59b-55d4-46e0-a301-07e9f1231ded req-2d9b1bdf-d3c5-4d8f-9735-09eaf0ff025d tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987171 Mar 04 00:48:57.174921 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-95c2a999-e7b6-41f0-8a69-3657a7ba0b2d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Made reservation on behalf of 4f74a38a30364f84b464c10e694a223d for: {'port': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:48:57.179850 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-95c2a999-e7b6-41f0-8a69-3657a7ba0b2d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:57.333878 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-56d21396-2873-4483-8632-a8de1f7e5037 req-e9ab23c7-64a5-41ff-8e37-bdc4515f5666 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Allocated IP 172.20.0.8 (68cec896-b5ba-4d83-aa75-a90c9dc1a1d2/87bec407-8dd4-4f43-bf0c-56797aa95a7a/43cf44a1-b0bc-4049-a98d-e337eafc0891) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:48:57.345597 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-583489ab-4872-46e8-8e30-3909db87b84f req-2b76d088-f69e-41be-b7d3-a6bb8a8f7594 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 210 time: 0.0376899 Mar 04 00:48:57.368288 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_common [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-95c2a999-e7b6-41f0-8a69-3657a7ba0b2d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Allocated IP 172.20.0.9 (0f459d4b-89d4-473a-8642-eeac28fa1b34/3bd82242-2f06-4a28-9540-82b69b66357f/76f6d819-65de-4824-a695-68ff6b24d3b8) {{(pid=109681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:48:57.483305 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-56d21396-2873-4483-8632-a8de1f7e5037 req-e9ab23c7-64a5-41ff-8e37-bdc4515f5666 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:57.518904 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-56d21396-2873-4483-8632-a8de1f7e5037 req-e9ab23c7-64a5-41ff-8e37-bdc4515f5666 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:57.521266 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-95c2a999-e7b6-41f0-8a69-3657a7ba0b2d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for port (76f6d819-65de-4824-a695-68ff6b24d3b8), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:57.563232 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-95c2a999-e7b6-41f0-8a69-3657a7ba0b2d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (76f6d819-65de-4824-a695-68ff6b24d3b8), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:57.578002 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d21396-2873-4483-8632-a8de1f7e5037 req-e9ab23c7-64a5-41ff-8e37-bdc4515f5666 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:57.579382 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab23c7-64a5-41ff-8e37-bdc4515f5666 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event updated for resources: {'Port': ['ID=43cf44a1-b0bc-4049-a98d-e337eafc0891,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:57.582013 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-56d21396-2873-4483-8632-a8de1f7e5037 req-e9ab23c7-64a5-41ff-8e37-bdc4515f5666 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:57.584455 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d21396-2873-4483-8632-a8de1f7e5037 req-e9ab23c7-64a5-41ff-8e37-bdc4515f5666 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:48:57.590403 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d21396-2873-4483-8632-a8de1f7e5037 req-e9ab23c7-64a5-41ff-8e37-bdc4515f5666 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:57.591249 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-56d21396-2873-4483-8632-a8de1f7e5037 req-e9ab23c7-64a5-41ff-8e37-bdc4515f5666 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:57.618423 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-56d21396-2873-4483-8632-a8de1f7e5037 req-e9ab23c7-64a5-41ff-8e37-bdc4515f5666 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6608782 Mar 04 00:48:57.620593 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-95c2a999-e7b6-41f0-8a69-3657a7ba0b2d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Network 0f459d4b-89d4-473a-8642-eeac28fa1b34 is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:48:57.623644 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-95c2a999-e7b6-41f0-8a69-3657a7ba0b2d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:48:57.627387 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-95c2a999-e7b6-41f0-8a69-3657a7ba0b2d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Received port after_create {{(pid=109681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:48:57.633014 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-95c2a999-e7b6-41f0-8a69-3657a7ba0b2d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:57.633628 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-95c2a999-e7b6-41f0-8a69-3657a7ba0b2d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for port (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:57.686758 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2a999-e7b6-41f0-8a69-3657a7ba0b2d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event updated for resources: {'Port': ['ID=76f6d819-65de-4824-a695-68ff6b24d3b8,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:48:57.703589 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-95c2a999-e7b6-41f0-8a69-3657a7ba0b2d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7549832 Mar 04 00:48:57.749105 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4affe-ec40-441b-907a-86d6608023a1 req-8757b64a-b172-4d61-94ca-4114da6b36c0 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:57.750760 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-59f4affe-ec40-441b-907a-86d6608023a1 req-8757b64a-b172-4d61-94ca-4114da6b36c0 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 944 time: 0.1140718 Mar 04 00:48:57.841385 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-59f4affe-ec40-441b-907a-86d6608023a1 req-33a59c87-6d33-466f-8e5a-7c911034a6fe tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792933 Mar 04 00:48:57.851434 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbfd36-6ce8-4e07-b713-9137a0ffac24 req-823720a8-f3df-4574-b212-5882436d2f8d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:57.852993 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-01fbfd36-6ce8-4e07-b713-9137a0ffac24 req-823720a8-f3df-4574-b212-5882436d2f8d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 931 time: 0.1013274 Mar 04 00:48:57.921445 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-01fbfd36-6ce8-4e07-b713-9137a0ffac24 req-cd7f546c-bc70-4176-a84d-1d5d74698f6b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551436 Mar 04 00:48:57.960136 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-8b07e276-e628-4126-be6a-0ef26125e666 None None] Provisioning complete for port 43cf44a1-b0bc-4049-a98d-e337eafc0891 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:57.960743 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8b07e276-e628-4126-be6a-0ef26125e666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:57.993507 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-8b07e276-e628-4126-be6a-0ef26125e666 None None] Port 43cf44a1-b0bc-4049-a98d-e337eafc0891 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:48:58.003485 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-8b07e276-e628-4126-be6a-0ef26125e666 None None] Provisioning complete for port 76f6d819-65de-4824-a695-68ff6b24d3b8 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:48:58.003857 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8b07e276-e628-4126-be6a-0ef26125e666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (76f6d819-65de-4824-a695-68ff6b24d3b8), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:58.008644 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de53b8f-7a38-44eb-8413-82abadeda9bf req-26cc05cb-e3e0-4ccf-8b85-e9fa0e380a23 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:58.010149 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9de53b8f-7a38-44eb-8413-82abadeda9bf req-26cc05cb-e3e0-4ccf-8b85-e9fa0e380a23 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 943 time: 0.0518773 Mar 04 00:48:58.036344 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-8b07e276-e628-4126-be6a-0ef26125e666 None None] Port 76f6d819-65de-4824-a695-68ff6b24d3b8 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:48:58.056984 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9de53b8f-7a38-44eb-8413-82abadeda9bf req-6f02eccc-c2a3-46bc-ae5f-1c33adc1b82f tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411899 Mar 04 00:48:58.306161 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c1a3c-508c-4b99-bb10-fb9ccf2a3e97 req-da13d72e-1a8c-4fc7-a53d-c989f9d31837 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:58.307642 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-795c1a3c-508c-4b99-bb10-fb9ccf2a3e97 req-da13d72e-1a8c-4fc7-a53d-c989f9d31837 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 943 time: 0.0576217 Mar 04 00:48:58.359394 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-795c1a3c-508c-4b99-bb10-fb9ccf2a3e97 req-17b04375-8d8c-4827-bd64-096e70d00476 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463309 Mar 04 00:48:58.467924 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759de9d-3058-43f8-b02e-dd0dd7468dc6 req-1a322587-4b40-4708-9f80-0e529a1bfb58 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:58.469538 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4759de9d-3058-43f8-b02e-dd0dd7468dc6 req-1a322587-4b40-4708-9f80-0e529a1bfb58 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 931 time: 0.0545282 Mar 04 00:48:58.524216 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4759de9d-3058-43f8-b02e-dd0dd7468dc6 req-3d1e6a39-9198-4e1b-8738-6fc23ac2800b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465758 Mar 04 00:48:58.961469 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3690e-a2fe-4669-b65f-ccce9a8b86ed req-3307df78-c57b-43a6-8a2c-a2a8ddeac2d3 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:58.962984 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fee3690e-a2fe-4669-b65f-ccce9a8b86ed req-3307df78-c57b-43a6-8a2c-a2a8ddeac2d3 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 944 time: 0.0535786 Mar 04 00:48:59.039129 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fee3690e-a2fe-4669-b65f-ccce9a8b86ed req-4153d0a9-82cb-496c-93d6-30c957e17d27 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707927 Mar 04 00:48:59.057920 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c0c29-8439-4b84-b9a8-d97201a273cb req-8f874ac5-95fe-437d-8cf4-5011efb89b61 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:59.059401 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9f9c0c29-8439-4b84-b9a8-d97201a273cb req-8f874ac5-95fe-437d-8cf4-5011efb89b61 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 931 time: 0.0709610 Mar 04 00:48:59.106256 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9f9c0c29-8439-4b84-b9a8-d97201a273cb req-b7c114e5-0eb5-4f55-91e2-08a0a3a24f7f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413737 Mar 04 00:48:59.175901 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bda51-7825-4ed1-8c46-81f8c29f711b req-51c31d7a-d83e-465e-b8e3-9f702825b745 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:59.177341 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-172bda51-7825-4ed1-8c46-81f8c29f711b req-51c31d7a-d83e-465e-b8e3-9f702825b745 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 943 time: 0.0561800 Mar 04 00:48:59.222241 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-172bda51-7825-4ed1-8c46-81f8c29f711b req-018767de-b269-4549-af4f-03219bb2cf7d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393353 Mar 04 00:48:59.308009 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:48:59.485477 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2a4f5-6449-4874-8af6-4531a42838b0 req-b19d2b57-9cb0-4ba2-9fba-1536468064cb tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:59.486960 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-25e2a4f5-6449-4874-8af6-4531a42838b0 req-b19d2b57-9cb0-4ba2-9fba-1536468064cb tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 943 time: 0.0536726 Mar 04 00:48:59.531967 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-25e2a4f5-6449-4874-8af6-4531a42838b0 req-b6b3f1a4-75ce-4054-b44b-f4313ac757e6 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391395 Mar 04 00:48:59.640749 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7232a-4bee-474e-9a90-65eb84ae81fe req-f434b127-36a8-4590-808b-c5e4ecd915a9 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:48:59.642525 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3ac7232a-4bee-474e-9a90-65eb84ae81fe req-f434b127-36a8-4590-808b-c5e4ecd915a9 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 931 time: 0.0513179 Mar 04 00:48:59.687166 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3ac7232a-4bee-474e-9a90-65eb84ae81fe req-5bd492c7-42fe-4f61-a23b-5c82df012161 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392125 Mar 04 00:49:00.154606 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0495f7-c4d7-4987-97b0-6e8652ca7c13 req-f9c5d24e-5328-41b4-be87-8d0da857a9e5 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:00.156116 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e0495f7-c4d7-4987-97b0-6e8652ca7c13 req-f9c5d24e-5328-41b4-be87-8d0da857a9e5 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 944 time: 0.0530715 Mar 04 00:49:00.212317 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Request body: {'port': {'device_id': '6b1631ea-005d-4031-8f05-471d83997c23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:00.218588 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Request body: {'port': {'device_id': 'd85dfea5-c350-4875-99a1-4fb7b59f5fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:00.259861 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e0495f7-c4d7-4987-97b0-6e8652ca7c13 req-40fa52a5-2244-437f-a0b7-0581ec014d56 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982771 Mar 04 00:49:00.271213 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:00.300116 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587395e7-b950-44db-ae83-03707ff6060a req-5208ab48-827d-4fb9-92a5-0aacb0e29fe7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:00.301804 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-587395e7-b950-44db-ae83-03707ff6060a req-5208ab48-827d-4fb9-92a5-0aacb0e29fe7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 931 time: 0.1275759 Mar 04 00:49:00.317643 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (76f6d819-65de-4824-a695-68ff6b24d3b8), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:00.425247 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-587395e7-b950-44db-ae83-03707ff6060a req-cc717a11-4c3c-4ace-999f-d1c9e93dd472 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1152198 Mar 04 00:49:00.498027 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320578cc-97fe-4b0e-971c-dba2666ece8b req-e1d9ff55-17c5-4309-9fe4-e0627229fe37 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:00.499516 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-320578cc-97fe-4b0e-971c-dba2666ece8b req-e1d9ff55-17c5-4309-9fe4-e0627229fe37 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 943 time: 0.1637127 Mar 04 00:49:00.543596 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43cf44a1-b0bc-4049-a98d-e337eafc0891 {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:49:00.550865 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Publish callbacks [] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:00.564999 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Transition to ACTIVE for port object 43cf44a1-b0bc-4049-a98d-e337eafc0891 will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:49:00.568942 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:00.601354 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-320578cc-97fe-4b0e-971c-dba2666ece8b req-179f7d9e-4f04-43b6-834c-16e674a41793 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955498 Mar 04 00:49:00.644744 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32703d90-392f-400c-a287-17d3287714fe service neutron] Pushing event updated for resources: {'Port': ['ID=43cf44a1-b0bc-4049-a98d-e337eafc0891,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:00.661471 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Attempting to bind port 43cf44a1-b0bc-4049-a98d-e337eafc0891 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:49:00.661471 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Attempting to bind port 43cf44a1-b0bc-4049-a98d-e337eafc0891 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'a5e2cb8f-7f16-4558-b388-05a86a8019a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:49:00.661471 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Attempting to bind port 43cf44a1-b0bc-4049-a98d-e337eafc0891 on network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:49:00.666461 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Port 43cf44a1-b0bc-4049-a98d-e337eafc0891 on network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:49:00.666880 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Attempting to bind port 43cf44a1-b0bc-4049-a98d-e337eafc0891 on network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:49:00.674405 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:49:00.675256 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Checking segment: {'id': 'a5e2cb8f-7f16-4558-b388-05a86a8019a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:49:00.675256 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Bound using segment: {'id': 'a5e2cb8f-7f16-4558-b388-05a86a8019a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:49:00.675518 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Bound port: 43cf44a1-b0bc-4049-a98d-e337eafc0891, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e2cb8f-7f16-4558-b388-05a86a8019a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:49:00.675872 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:00.698545 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0013f-74ab-45d6-bbca-0e5ca3137eb4 req-1f311fa7-7aa7-49f7-b6a6-d2e14604cb3f tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:00.700106 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fed0013f-74ab-45d6-bbca-0e5ca3137eb4 req-1f311fa7-7aa7-49f7-b6a6-d2e14604cb3f tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 943 time: 0.0978386 Mar 04 00:49:00.763547 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.notifiers.nova [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f6d819-65de-4824-a695-68ff6b24d3b8 {{(pid=109681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:49:00.765230 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] For port 43cf44a1-b0bc-4049-a98d-e337eafc0891, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:49:00.769911 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] For port 43cf44a1-b0bc-4049-a98d-e337eafc0891, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=43cf44a1-b0bc-4049-a98d-e337eafc0891,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:49:00.780151 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:00.793173 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Publish callbacks [] for port (76f6d819-65de-4824-a695-68ff6b24d3b8), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:00.821884 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:00.822521 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:00.823944 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-56d21396-2873-4483-8632-a8de1f7e5037 req-32703d90-392f-400c-a287-17d3287714fe service neutron] 10.222.0.20 "PUT /v2.0/ports/43cf44a1-b0bc-4049-a98d-e337eafc0891 HTTP/1.1" status: 200 len: 1093 time: 0.6161282 Mar 04 00:49:00.824568 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1631ea-005d-4031-8f05-471d83997c23', 'tag': '43cf44a1-b0bc-4049-a98d-e337eafc0891'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:49:00.827062 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bfcf19-ce65-48c1-bfbb-13ff741489cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1631ea-005d-4031-8f05-471d83997c23", "tag": "43cf44a1-b0bc-4049-a98d-e337eafc0891"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:49:00.833718 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fed0013f-74ab-45d6-bbca-0e5ca3137eb4 req-13d75f07-814a-4f6d-81c9-e26f87788efb tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064701 Mar 04 00:49:00.836867 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.provisioning_blocks [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Transition to ACTIVE for port object 76f6d819-65de-4824-a695-68ff6b24d3b8 will not be triggered until provisioned by entity L2. {{(pid=109681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:49:00.859735 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (76f6d819-65de-4824-a695-68ff6b24d3b8), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:00.860749 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32703d90-392f-400c-a287-17d3287714fe service neutron] Pushing event updated for resources: {'Port': ['ID=43cf44a1-b0bc-4049-a98d-e337eafc0891,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:00.899601 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc43de3b-b5a3-4bc4-92c8-ca871634bb38 x-openstack-request-id: req-dc43de3b-b5a3-4bc4-92c8-ca871634bb38 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:49:00.899968 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1631ea-005d-4031-8f05-471d83997c23", "tag": "43cf44a1-b0bc-4049-a98d-e337eafc0891", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:49:00.900292 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc43de3b-b5a3-4bc4-92c8-ca871634bb38 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:49:00.901451 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1631ea-005d-4031-8f05-471d83997c23', 'tag': '43cf44a1-b0bc-4049-a98d-e337eafc0891', 'status': 'completed', 'code': 200} Mar 04 00:49:00.925619 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb742e3e-5a55-4478-b7b2-f3573f07accc req-74fe4f90-90e6-4a0b-8848-1bd740168c9b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:00.927225 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fb742e3e-5a55-4478-b7b2-f3573f07accc req-74fe4f90-90e6-4a0b-8848-1bd740168c9b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 931 time: 0.1574943 Mar 04 00:49:00.945937 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Pushing event updated for resources: {'Port': ['ID=76f6d819-65de-4824-a695-68ff6b24d3b8,revision_number=2']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:01.005730 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.managers [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Attempting to bind port 76f6d819-65de-4824-a695-68ff6b24d3b8 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:49:01.006108 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.managers [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Attempting to bind port 76f6d819-65de-4824-a695-68ff6b24d3b8 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '03967297-d897-4af5-b75d-b697d29cd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34'}] {{(pid=109681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:49:01.006446 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Attempting to bind port 76f6d819-65de-4824-a695-68ff6b24d3b8 on network 0f459d4b-89d4-473a-8642-eeac28fa1b34 {{(pid=109681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:49:01.018162 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Port 76f6d819-65de-4824-a695-68ff6b24d3b8 on network 0f459d4b-89d4-473a-8642-eeac28fa1b34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:49:01.018489 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Attempting to bind port 76f6d819-65de-4824-a695-68ff6b24d3b8 on network 0f459d4b-89d4-473a-8642-eeac28fa1b34 {{(pid=109681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:49:01.025075 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fb742e3e-5a55-4478-b7b2-f3573f07accc req-b452b634-08a6-4b96-9960-1dacd7834c2d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911531 Mar 04 00:49:01.028071 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:49:01.028312 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Checking segment: {'id': '03967297-d897-4af5-b75d-b697d29cd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:49:01.028695 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Bound using segment: {'id': '03967297-d897-4af5-b75d-b697d29cd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34'} {{(pid=109681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:49:01.029132 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.managers [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Bound port: 76f6d819-65de-4824-a695-68ff6b24d3b8, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03967297-d897-4af5-b75d-b697d29cd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34'}}] {{(pid=109681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:49:01.029485 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (76f6d819-65de-4824-a695-68ff6b24d3b8), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:01.095919 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.db [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] For port 76f6d819-65de-4824-a695-68ff6b24d3b8, host hv-cinder-81268, cleared binding levels {{(pid=109681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:49:01.100567 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.db [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] For port 76f6d819-65de-4824-a695-68ff6b24d3b8, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=76f6d819-65de-4824-a695-68ff6b24d3b8,segment=NetworkSegment(03967297-d897-4af5-b75d-b697d29cd9d5),segment_id=03967297-d897-4af5-b75d-b697d29cd9d5)] {{(pid=109681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:49:01.107467 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (76f6d819-65de-4824-a695-68ff6b24d3b8), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:01.143286 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:01.143897 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for port (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:01.145273 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] 10.222.0.20 "PUT /v2.0/ports/76f6d819-65de-4824-a695-68ff6b24d3b8 HTTP/1.1" status: 200 len: 1093 time: 0.9315689 Mar 04 00:49:01.145693 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85dfea5-c350-4875-99a1-4fb7b59f5fb8', 'tag': '76f6d819-65de-4824-a695-68ff6b24d3b8'}] {{(pid=109681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:49:01.147947 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae4805007b3bb6190c1129a79b84dd0e255d51cd65cf20037da88792fc2b9a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a677c3d-db71-4ea2-a371-a6799d3b9b02" -d '{"events": [{"name": "network-changed", "server_uuid": "d85dfea5-c350-4875-99a1-4fb7b59f5fb8", "tag": "76f6d819-65de-4824-a695-68ff6b24d3b8"}]}' {{(pid=109681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:49:01.169236 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bc73f-2fba-4c14-930a-873d2c803d70 service neutron] Pushing event updated for resources: {'Port': ['ID=76f6d819-65de-4824-a695-68ff6b24d3b8,revision_number=3']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:01.189205 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c929c93b-a51c-4327-9bfe-b2490d83a1aa x-openstack-request-id: req-c929c93b-a51c-4327-9bfe-b2490d83a1aa {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:49:01.189490 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85dfea5-c350-4875-99a1-4fb7b59f5fb8", "tag": "76f6d819-65de-4824-a695-68ff6b24d3b8", "status": "completed", "code": 200}]} {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:49:01.189738 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c929c93b-a51c-4327-9bfe-b2490d83a1aa {{(pid=109681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:49:01.190219 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85dfea5-c350-4875-99a1-4fb7b59f5fb8', 'tag': '76f6d819-65de-4824-a695-68ff6b24d3b8', 'status': 'completed', 'code': 200} Mar 04 00:49:01.395755 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8035ee7-911f-4461-83e1-001caa5c52a5 req-18a2da3b-902c-4b00-982b-1b8568c616f0 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:01.397824 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e8035ee7-911f-4461-83e1-001caa5c52a5 req-18a2da3b-902c-4b00-982b-1b8568c616f0 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 944 time: 0.0589185 Mar 04 00:49:01.464557 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e8035ee7-911f-4461-83e1-001caa5c52a5 req-60acd536-a1c1-4acc-9a1b-3c1b31346e7b tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603878 Mar 04 00:49:01.587174 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e883c0b-7bb9-4df1-8114-b46ec3cde5e1 req-733b32db-4ad8-432f-a501-bcde635c9bb1 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:01.588683 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4e883c0b-7bb9-4df1-8114-b46ec3cde5e1 req-733b32db-4ad8-432f-a501-bcde635c9bb1 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0687606 Mar 04 00:49:01.638883 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4e883c0b-7bb9-4df1-8114-b46ec3cde5e1 req-eae75203-0387-4254-8bfc-bd065f39821d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443711 Mar 04 00:49:01.719974 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46885f86-2abc-434c-b811-1733b1ca4ae3 req-61efdfb6-fab5-4525-9df7-4e9363dc1b7b tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:01.721463 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-46885f86-2abc-434c-b811-1733b1ca4ae3 req-61efdfb6-fab5-4525-9df7-4e9363dc1b7b tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 943 time: 0.0525191 Mar 04 00:49:01.770928 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-46885f86-2abc-434c-b811-1733b1ca4ae3 req-f1c19788-3bbc-4e62-8367-6eac2c7e4183 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435309 Mar 04 00:49:01.952501 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867888cb-4f95-44ad-96af-794e8274bf92 req-93461f61-4390-48cd-9df5-55e0b9bbc9a3 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:01.954019 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-867888cb-4f95-44ad-96af-794e8274bf92 req-93461f61-4390-48cd-9df5-55e0b9bbc9a3 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 943 time: 0.0539684 Mar 04 00:49:02.002257 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-867888cb-4f95-44ad-96af-794e8274bf92 req-cf04753f-ec07-42bf-b924-fd5176304895 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426180 Mar 04 00:49:02.148869 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176d63e-cb06-48df-9966-225350a4103b req-7b13003a-eeb5-4783-bdaf-3fe16d5667b6 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:02.150343 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5176d63e-cb06-48df-9966-225350a4103b req-7b13003a-eeb5-4783-bdaf-3fe16d5667b6 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 943 time: 0.0546310 Mar 04 00:49:02.193638 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5176d63e-cb06-48df-9966-225350a4103b req-f15163a8-af04-4964-aede-884e1d6cd915 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378592 Mar 04 00:49:02.585024 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e8d20-4597-4b54-910e-64a73faf1805 req-134ab098-1702-4969-8eef-09f34f63d465 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:02.586523 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d76e8d20-4597-4b54-910e-64a73faf1805 req-134ab098-1702-4969-8eef-09f34f63d465 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 944 time: 0.0544691 Mar 04 00:49:02.630337 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d76e8d20-4597-4b54-910e-64a73faf1805 req-7a8fd94c-e714-40f1-95a1-c11b7a62fe27 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383596 Mar 04 00:49:02.763090 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8893d5-e3fb-4262-9a1a-2f862d2141f0 req-6ab1ec29-ff60-4942-a44c-d2b943f3379b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:02.764918 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9b8893d5-e3fb-4262-9a1a-2f862d2141f0 req-6ab1ec29-ff60-4942-a44c-d2b943f3379b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0569303 Mar 04 00:49:02.815602 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9b8893d5-e3fb-4262-9a1a-2f862d2141f0 req-a5d0e24e-a188-4d6b-bb93-97718b7418d0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439639 Mar 04 00:49:02.903830 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cb0bd-c729-4b4a-ba00-58db978cc8d2 req-6632a7f3-9733-4439-8a30-50fbc7b6f825 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:02.905761 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-863cb0bd-c729-4b4a-ba00-58db978cc8d2 req-6632a7f3-9733-4439-8a30-50fbc7b6f825 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 943 time: 0.0615623 Mar 04 00:49:02.955901 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-863cb0bd-c729-4b4a-ba00-58db978cc8d2 req-5306aefb-27d1-4c2a-8e74-607f29b605b5 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446694 Mar 04 00:49:03.114231 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 9ec04d12-0d5b-47e5-811f-00247548fd8b details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:49:03.146407 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b6fbf-c28f-4ecf-ac41-9a9586b0c3d7 req-28388a5e-1291-4797-a4d9-d99fa5004e55 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:03.148657 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3e5b6fbf-c28f-4ecf-ac41-9a9586b0c3d7 req-28388a5e-1291-4797-a4d9-d99fa5004e55 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 943 time: 0.0790312 Mar 04 00:49:03.164135 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a677c3d-db71-4ea2-a371-a6799d3b9b02 req-754d5d7f-032d-4668-b15a-938721e5ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:03.165753 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-9a677c3d-db71-4ea2-a371-a6799d3b9b02 req-754d5d7f-032d-4668-b15a-938721e5ce74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f74a38a30364f84b464c10e694a223d&device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 1127 time: 0.0453060 Mar 04 00:49:03.190411 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfcf19-ce65-48c1-bfbb-13ff741489cd req-2b5e767e-e80f-4c74-a18f-415e113eca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:03.191879 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a9bfcf19-ce65-48c1-bfbb-13ff741489cd req-2b5e767e-e80f-4c74-a18f-415e113eca82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc&device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 1127 time: 0.0788262 Mar 04 00:49:03.224874 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 9ec04d12-0d5b-47e5-811f-00247548fd8b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9ec04d12-0d5b-47e5-811f-00247548fd8b,segment=NetworkSegment(bd4ce6b2-645f-4c58-adc2-eafdd155b8fa),segment_id=bd4ce6b2-645f-4c58-adc2-eafdd155b8fa)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:03.241083 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '9ec04d12-0d5b-47e5-811f-00247548fd8b', 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a', 'port_id': '9ec04d12-0d5b-47e5-811f-00247548fd8b', 'mac_address': 'fa:16:3e:93:2f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0e4b2c-c237-4083-952e-e79dff5b7688', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:49:03.276185 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a677c3d-db71-4ea2-a371-a6799d3b9b02 req-2c144823-97c7-44ff-b70e-0541da25bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:03.278744 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-9a677c3d-db71-4ea2-a371-a6799d3b9b02 req-2c144823-97c7-44ff-b70e-0541da25bc89 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=4f74a38a30364f84b464c10e694a223d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1050901 Mar 04 00:49:03.279468 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3e5b6fbf-c28f-4ecf-ac41-9a9586b0c3d7 req-4e6c981e-3148-4722-8698-8f7cb2fd6c3c tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238453 Mar 04 00:49:03.281420 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 9ec04d12-0d5b-47e5-811f-00247548fd8b is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:03.281871 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (9ec04d12-0d5b-47e5-811f-00247548fd8b), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:03.295816 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec04d12-0d5b-47e5-811f-00247548fd8b {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:49:03.318577 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 9ec04d12-0d5b-47e5-811f-00247548fd8b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9ec04d12-0d5b-47e5-811f-00247548fd8b,segment=NetworkSegment(bd4ce6b2-645f-4c58-adc2-eafdd155b8fa),segment_id=bd4ce6b2-645f-4c58-adc2-eafdd155b8fa)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:03.322916 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (9ec04d12-0d5b-47e5-811f-00247548fd8b), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:03.323684 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:49:03.388122 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a677c3d-db71-4ea2-a371-a6799d3b9b02 req-0b8948e3-940b-49ca-8b6b-126460efbe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:03.388382 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=9ec04d12-0d5b-47e5-811f-00247548fd8b,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:03.389598 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-9a677c3d-db71-4ea2-a371-a6799d3b9b02 req-0b8948e3-940b-49ca-8b6b-126460efbe54 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052194 Mar 04 00:49:03.401935 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 96ef2292-f07e-4efe-8a3a-d69e95b94ca3, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=96ef2292-f07e-4efe-8a3a-d69e95b94ca3,segment=NetworkSegment(bd4ce6b2-645f-4c58-adc2-eafdd155b8fa),segment_id=bd4ce6b2-645f-4c58-adc2-eafdd155b8fa)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:03.416897 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '96ef2292-f07e-4efe-8a3a-d69e95b94ca3', 'network_id': 'a120380f-d8d5-4336-87ba-fbc40370628a', 'port_id': '96ef2292-f07e-4efe-8a3a-d69e95b94ca3', 'mac_address': 'fa:16:3e:fc:e0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0e4b2c-c237-4083-952e-e79dff5b7688', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:49:03.461206 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:03.461604 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (96ef2292-f07e-4efe-8a3a-d69e95b94ca3), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:03.478005 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:49:03.480299 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-a321e305-e6e7-4ed1-85a7-d3231af3072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:03.482100 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-a321e305-e6e7-4ed1-85a7-d3231af3072f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f74a38a30364f84b464c10e694a223d&device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 1127 time: 0.0515144 Mar 04 00:49:03.499730 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 96ef2292-f07e-4efe-8a3a-d69e95b94ca3, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=96ef2292-f07e-4efe-8a3a-d69e95b94ca3,segment=NetworkSegment(bd4ce6b2-645f-4c58-adc2-eafdd155b8fa),segment_id=bd4ce6b2-645f-4c58-adc2-eafdd155b8fa)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:03.504535 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (96ef2292-f07e-4efe-8a3a-d69e95b94ca3), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:03.505238 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device ad4bebdd-5880-4af5-9533-10927a7a83e4 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:49:03.529705 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-9e11d696-528c-43e0-901c-14d4b3310609 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f6d819-65de-4824-a695-68ff6b24d3b8 HTTP/1.1" status: 200 len: 217 time: 0.0409720 Mar 04 00:49:03.572982 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=96ef2292-f07e-4efe-8a3a-d69e95b94ca3,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:03.584475 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-fda3937e-9ad4-44b4-afd5-566e16eb404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:03.586385 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-fda3937e-9ad4-44b4-afd5-566e16eb404a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bd82242-2f06-4a28-9540-82b69b66357f HTTP/1.1" status: 200 len: 850 time: 0.0504522 Mar 04 00:49:03.626051 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfcf19-ce65-48c1-bfbb-13ff741489cd req-ca3d3089-849f-4b3d-9490-fec4e4ee2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:03.627515 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a9bfcf19-ce65-48c1-bfbb-13ff741489cd req-ca3d3089-849f-4b3d-9490-fec4e4ee2f3b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4288590 Mar 04 00:49:03.646853 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port ad4bebdd-5880-4af5-9533-10927a7a83e4, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ad4bebdd-5880-4af5-9533-10927a7a83e4,segment=NetworkSegment(a1b12f24-6d55-441c-adcc-91c5fa5c40c3),segment_id=a1b12f24-6d55-441c-adcc-91c5fa5c40c3)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:03.648345 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-ff6f8f87-57be-469d-be0d-3fd559193c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:03.650489 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-ff6f8f87-57be-469d-be0d-3fd559193c97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f459d4b-89d4-473a-8642-eeac28fa1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586824 Mar 04 00:49:03.659091 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': 'ad4bebdd-5880-4af5-9533-10927a7a83e4', 'network_id': 'c8cc62ee-8363-4f59-a50c-5454c3993046', 'port_id': 'ad4bebdd-5880-4af5-9533-10927a7a83e4', 'mac_address': 'fa:16:3e:1c:a0:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2661ab-b75b-46a0-b212-2a3542adbd3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:49:03.709027 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port ad4bebdd-5880-4af5-9533-10927a7a83e4 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:03.709427 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (ad4bebdd-5880-4af5-9533-10927a7a83e4), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:03.715701 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bfca3-66de-432e-b507-5bb847063cc7 req-bbab479b-93cf-4c44-8981-12d43745826b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:03.717242 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8d9bfca3-66de-432e-b507-5bb847063cc7 req-bbab479b-93cf-4c44-8981-12d43745826b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 943 time: 0.4415557 Mar 04 00:49:03.726354 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4bebdd-5880-4af5-9533-10927a7a83e4 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:49:03.748991 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port ad4bebdd-5880-4af5-9533-10927a7a83e4, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ad4bebdd-5880-4af5-9533-10927a7a83e4,segment=NetworkSegment(a1b12f24-6d55-441c-adcc-91c5fa5c40c3),segment_id=a1b12f24-6d55-441c-adcc-91c5fa5c40c3)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:03.754978 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (ad4bebdd-5880-4af5-9533-10927a7a83e4), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:03.760839 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 609c6ea4-8608-404e-8b08-699f78e8ec70 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:49:03.830141 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=ad4bebdd-5880-4af5-9533-10927a7a83e4,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:03.903557 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a647c-f88c-4a5a-82ac-6c9fc0400c56 req-2340edfe-e6da-49bc-b903-9833ca308c6f tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:03.905073 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-336a647c-f88c-4a5a-82ac-6c9fc0400c56 req-2340edfe-e6da-49bc-b903-9833ca308c6f tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 944 time: 0.1968589 Mar 04 00:49:03.908068 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8d9bfca3-66de-432e-b507-5bb847063cc7 req-fbe27450-52f7-4c16-b05f-e2bca105917c tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726742 Mar 04 00:49:03.911063 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfcf19-ce65-48c1-bfbb-13ff741489cd req-9c96fe0a-e716-47e7-8cf9-158e3e6dc3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:03.912442 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a9bfcf19-ce65-48c1-bfbb-13ff741489cd req-9c96fe0a-e716-47e7-8cf9-158e3e6dc3da service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2779696 Mar 04 00:49:03.924175 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 609c6ea4-8608-404e-8b08-699f78e8ec70, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=609c6ea4-8608-404e-8b08-699f78e8ec70,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:03.939865 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '609c6ea4-8608-404e-8b08-699f78e8ec70', 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a', 'port_id': '609c6ea4-8608-404e-8b08-699f78e8ec70', 'mac_address': 'fa:16:3e:7a:88:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ab0500-9729-459f-9744-bd096b771772', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:49:03.981562 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-336a647c-f88c-4a5a-82ac-6c9fc0400c56 req-fc57cf4d-7ab1-4af2-92b1-242a2bde0c17 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674498 Mar 04 00:49:04.004369 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 609c6ea4-8608-404e-8b08-699f78e8ec70 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:04.004369 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (609c6ea4-8608-404e-8b08-699f78e8ec70), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:04.024492 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609c6ea4-8608-404e-8b08-699f78e8ec70 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:49:04.065341 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 609c6ea4-8608-404e-8b08-699f78e8ec70, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=609c6ea4-8608-404e-8b08-699f78e8ec70,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:04.071426 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (609c6ea4-8608-404e-8b08-699f78e8ec70), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:04.131192 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562106eb-bed4-4736-99d6-5d64774fd165 req-a9c5174b-dcfa-4cdf-898b-19b468fbfd8b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:04.133262 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-562106eb-bed4-4736-99d6-5d64774fd165 req-a9c5174b-dcfa-4cdf-898b-19b468fbfd8b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.1222825 Mar 04 00:49:04.142670 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=609c6ea4-8608-404e-8b08-699f78e8ec70,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:04.160019 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf138146-a433-4943-873a-28bb928ff2a8 req-0a438e4d-28b7-4bf0-b208-a4f80adf0e08 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:04.161500 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bf138146-a433-4943-873a-28bb928ff2a8 req-0a438e4d-28b7-4bf0-b208-a4f80adf0e08 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 944 time: 0.0994849 Mar 04 00:49:04.231717 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-562106eb-bed4-4736-99d6-5d64774fd165 req-5056a8e8-4555-4fb5-93f4-c17428664130 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869176 Mar 04 00:49:04.235941 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bf138146-a433-4943-873a-28bb928ff2a8 req-b2a96b09-dcea-428e-839b-e4b55be7b7c0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666599 Mar 04 00:49:04.395921 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06508b9-2402-4c26-8c23-e6e8923e7a74 req-3e2d28fa-816b-4606-9443-53498a40e3f2 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:04.397239 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d06508b9-2402-4c26-8c23-e6e8923e7a74 req-3e2d28fa-816b-4606-9443-53498a40e3f2 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 944 time: 0.0517976 Mar 04 00:49:04.443121 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d06508b9-2402-4c26-8c23-e6e8923e7a74 req-c04847ca-d8a5-4986-93a4-42c84323ce4b tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403261 Mar 04 00:49:05.037302 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03832ec0-8bb7-4ee9-b3ec-f6af9bb3bd1a req-0a805acc-503d-45e5-a369-7cdcb7957a12 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:05.039333 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-03832ec0-8bb7-4ee9-b3ec-f6af9bb3bd1a req-0a805acc-503d-45e5-a369-7cdcb7957a12 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 943 time: 0.0572741 Mar 04 00:49:05.117576 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-03832ec0-8bb7-4ee9-b3ec-f6af9bb3bd1a req-f69d5658-ab42-4105-b1d1-afd2531eebdf tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721664 Mar 04 00:49:05.128890 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34633821-d477-4c77-925f-ff24766d76a1 req-3081e0bc-3262-491c-afd3-a1f09a22a3ae tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:05.130469 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-34633821-d477-4c77-925f-ff24766d76a1 req-3081e0bc-3262-491c-afd3-a1f09a22a3ae tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 945 time: 0.0791066 Mar 04 00:49:05.176301 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-34633821-d477-4c77-925f-ff24766d76a1 req-36bbb841-25ab-4b44-a30d-06c5bbc326fc tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403318 Mar 04 00:49:05.366266 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-c19197b2-709e-4a96-ba72-e425a06a1131 service neutron] 10.222.0.20 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988553 Mar 04 00:49:05.400321 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b5642-440a-4229-89fd-f427891fac55 req-8dd5e8f1-7189-477b-96f2-1e56cbd4d4f7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:05.401832 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6b5b5642-440a-4229-89fd-f427891fac55 req-8dd5e8f1-7189-477b-96f2-1e56cbd4d4f7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0927184 Mar 04 00:49:05.412854 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80592442-0cfb-430e-853d-960aa6637a02 req-55d14b4e-d69c-4562-922d-d6f0d2ce9337 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:05.415481 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-80592442-0cfb-430e-853d-960aa6637a02 req-55d14b4e-d69c-4562-922d-d6f0d2ce9337 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 944 time: 0.0974784 Mar 04 00:49:05.485308 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6b5b5642-440a-4229-89fd-f427891fac55 req-41042b8d-b426-433a-a392-4b53e818a21a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686524 Mar 04 00:49:05.489466 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-80592442-0cfb-430e-853d-960aa6637a02 req-ca54202c-79c1-4b4c-8c3e-25c4c85877c0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664921 Mar 04 00:49:05.592459 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da70bb5-aa18-41b2-8d99-26539ad7d538 req-c9d52ea3-6364-4099-9421-72442552dbfd tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:05.593938 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1da70bb5-aa18-41b2-8d99-26539ad7d538 req-c9d52ea3-6364-4099-9421-72442552dbfd tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 944 time: 0.0514436 Mar 04 00:49:05.641915 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1da70bb5-aa18-41b2-8d99-26539ad7d538 req-ddb924a2-f73b-486f-a26a-4857c392b757 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424259 Mar 04 00:49:06.261866 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0e814b5f-02e3-4b2b-8a79-ffb0701fb9a2 req-a3fa13e8-8e10-49be-b393-250d17a0ad69 service neutron] 10.222.0.20 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936036 Mar 04 00:49:06.284086 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d21396-2873-4483-8632-a8de1f7e5037 req-79850483-cffb-41dd-b3c1-528535412315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:06.285596 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56d21396-2873-4483-8632-a8de1f7e5037 req-79850483-cffb-41dd-b3c1-528535412315 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc&device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 1127 time: 0.1012805 Mar 04 00:49:06.295442 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8fb9f-6472-4bc7-a29a-d55e72067f08 req-e16a8103-2e44-4a4b-9657-828fe8791812 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:06.296871 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2df8fb9f-6472-4bc7-a29a-d55e72067f08 req-e16a8103-2e44-4a4b-9657-828fe8791812 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 943 time: 0.1048868 Mar 04 00:49:06.344659 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56d21396-2873-4483-8632-a8de1f7e5037 req-8d636426-cc16-40f9-8e01-5da3335f165e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43cf44a1-b0bc-4049-a98d-e337eafc0891 HTTP/1.1" status: 200 len: 217 time: 0.0468624 Mar 04 00:49:06.406895 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74683b-20ac-4177-8818-734154d24b4c req-6b338b68-33bf-41a2-938e-957f465981f7 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:06.408367 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1b74683b-20ac-4177-8818-734154d24b4c req-6b338b68-33bf-41a2-938e-957f465981f7 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 945 time: 0.1609249 Mar 04 00:49:06.434725 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d21396-2873-4483-8632-a8de1f7e5037 req-273586b4-d080-493f-87ba-f15b4673745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:06.436151 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56d21396-2873-4483-8632-a8de1f7e5037 req-273586b4-d080-493f-87ba-f15b4673745f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87bec407-8dd4-4f43-bf0c-56797aa95a7a HTTP/1.1" status: 200 len: 855 time: 0.0845535 Mar 04 00:49:06.444612 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2df8fb9f-6472-4bc7-a29a-d55e72067f08 req-a6e765d1-8e4e-40fe-996d-30859f23bbe2 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405759 Mar 04 00:49:06.513893 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1b74683b-20ac-4177-8818-734154d24b4c req-53082401-0f7d-4330-8a23-16219f4c3f43 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935946 Mar 04 00:49:06.539778 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d21396-2873-4483-8632-a8de1f7e5037 req-8dcccde0-ebb7-4429-9954-872d331d85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:06.541421 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56d21396-2873-4483-8632-a8de1f7e5037 req-8dcccde0-ebb7-4429-9954-872d331d85dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939224 Mar 04 00:49:06.634921 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['9ec04d12-0d5b-47e5-811f-00247548fd8b'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:49:06.654707 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['96ef2292-f07e-4efe-8a3a-d69e95b94ca3'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:49:06.680551 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['ad4bebdd-5880-4af5-9533-10927a7a83e4'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:49:06.685592 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['609c6ea4-8608-404e-8b08-699f78e8ec70'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:49:06.716275 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56d21396-2873-4483-8632-a8de1f7e5037 req-a268b02c-fea0-47a9-8551-05b7c1c6fc9f service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679182 Mar 04 00:49:06.727334 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a6778-072f-4a71-8008-ef2dc32832b6 req-835ec6ab-177c-46b0-9afc-9d790ec4df75 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:06.728751 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b42a6778-072f-4a71-8008-ef2dc32832b6 req-835ec6ab-177c-46b0-9afc-9d790ec4df75 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 944 time: 0.1529226 Mar 04 00:49:06.736560 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e22aac-9339-4ade-80dd-7643cbfefa95 req-db6629ed-4ba7-4488-a814-ef4d7f677c74 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:06.737964 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c4e22aac-9339-4ade-80dd-7643cbfefa95 req-db6629ed-4ba7-4488-a814-ef4d7f677c74 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.1584427 Mar 04 00:49:06.884554 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b42a6778-072f-4a71-8008-ef2dc32832b6 req-5429b91a-fa4f-4289-b1e4-dc8915eeb932 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456783 Mar 04 00:49:06.887841 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c4e22aac-9339-4ade-80dd-7643cbfefa95 req-6c284767-865b-4c7b-b28e-68c40348ab09 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1415684 Mar 04 00:49:06.889824 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56d21396-2873-4483-8632-a8de1f7e5037 req-dd793bca-fcf6-4003-ae63-6b32c0612d6f service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600990 Mar 04 00:49:06.994506 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de483218-0b68-4008-abc8-1b3b17d209aa req-9eb6cda7-5114-4f38-ac3f-f8411a0b52a7 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:06.996064 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-de483218-0b68-4008-abc8-1b3b17d209aa req-9eb6cda7-5114-4f38-ac3f-f8411a0b52a7 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 944 time: 0.0532310 Mar 04 00:49:07.042793 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-de483218-0b68-4008-abc8-1b3b17d209aa req-c4481278-35d5-40c1-9ff6-cc8c02a57751 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410237 Mar 04 00:49:07.591280 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57240a-b0bc-4e8a-aa35-9321a61b50ce req-f86fc653-6e16-4879-9b6d-0098a3acf908 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:07.592878 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-be57240a-b0bc-4e8a-aa35-9321a61b50ce req-f86fc653-6e16-4879-9b6d-0098a3acf908 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 943 time: 0.0590854 Mar 04 00:49:07.670897 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-be57240a-b0bc-4e8a-aa35-9321a61b50ce req-3d202480-5284-4e81-b183-09618ee44240 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686312 Mar 04 00:49:07.679634 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a1201-d5d4-4d88-a0b7-27fe963589d1 req-2752bba3-7255-41cb-b6f0-111945743e9a tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:07.681130 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-235a1201-d5d4-4d88-a0b7-27fe963589d1 req-2752bba3-7255-41cb-b6f0-111945743e9a tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 945 time: 0.0874138 Mar 04 00:49:07.736018 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-235a1201-d5d4-4d88-a0b7-27fe963589d1 req-f5b85fa8-1f70-4ab1-9a0f-234ff104b339 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481696 Mar 04 00:49:07.804318 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 42834) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:07.905014 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9f3d21e3-7489-47d5-ab69-75405439abdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:08.048339 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9f3d21e3-7489-47d5-ab69-75405439abdc admin admin] Publish callbacks [] for security_group (9d92db37-1d2b-4af1-bee1-4fec6d1053f2), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:08.057207 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9f3d21e3-7489-47d5-ab69-75405439abdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (9d92db37-1d2b-4af1-bee1-4fec6d1053f2), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:08.103408 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfed75d-207b-4d1d-bc82-940ba93e6ed3 req-69a2dd5d-d51e-4062-94ac-20efd9e6de1c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:08.104897 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8cfed75d-207b-4d1d-bc82-940ba93e6ed3 req-69a2dd5d-d51e-4062-94ac-20efd9e6de1c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 944 time: 0.1476870 Mar 04 00:49:08.116331 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8ef83-e5ee-42d4-a2e1-231e564dcaf9 req-df015eae-e521-4ac1-9831-611d6feee299 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:08.117768 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-84a8ef83-e5ee-42d4-a2e1-231e564dcaf9 req-df015eae-e521-4ac1-9831-611d6feee299 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.1448653 Mar 04 00:49:08.125241 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-9f3d21e3-7489-47d5-ab69-75405439abdc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf84ddbf1c8846e79f8875a39a1a8be0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198664 Mar 04 00:49:08.127968 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 42844) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:08.133158 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d21e3-7489-47d5-ab69-75405439abdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d92db37-1d2b-4af1-bee1-4fec6d1053f2,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:08.178096 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7683273b-ff61-4338-a5c5-137e564661c9 admin admin] Publish callbacks [] for security_group (9d92db37-1d2b-4af1-bee1-4fec6d1053f2), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:08.185637 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 9ec04d12-0d5b-47e5-811f-00247548fd8b up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:49:08.192522 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8cfed75d-207b-4d1d-bc82-940ba93e6ed3 req-61580ae9-e9f3-4f86-8827-9df9c171f82b tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711503 Mar 04 00:49:08.204401 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-84a8ef83-e5ee-42d4-a2e1-231e564dcaf9 req-13869e32-37f6-4747-a625-b516a59cd515 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742908 Mar 04 00:49:08.207208 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7683273b-ff61-4338-a5c5-137e564661c9 admin admin] Publish callbacks [] for security_group (9d92db37-1d2b-4af1-bee1-4fec6d1053f2), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:08.250629 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port 9ec04d12-0d5b-47e5-811f-00247548fd8b completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:49:08.255460 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 9ec04d12-0d5b-47e5-811f-00247548fd8b triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:49:08.255948 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (9ec04d12-0d5b-47e5-811f-00247548fd8b), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:08.262974 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7683273b-ff61-4338-a5c5-137e564661c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (9d92db37-1d2b-4af1-bee1-4fec6d1053f2), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:08.265536 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7683273b-ff61-4338-a5c5-137e564661c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:08.269346 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-7683273b-ff61-4338-a5c5-137e564661c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d92db37-1d2b-4af1-bee1-4fec6d1053f2 HTTP/1.1" status: 204 len: 168 time: 0.1381361 Mar 04 00:49:08.274787 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683273b-ff61-4338-a5c5-137e564661c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d92db37-1d2b-4af1-bee1-4fec6d1053f2,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:08.344161 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d4a04-b0f9-4b28-a3ab-ee583b7bea96 req-7caaad94-3185-4a33-a635-77cb9a151bb4 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:08.346370 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2b3d4a04-b0f9-4b28-a3ab-ee583b7bea96 req-7caaad94-3185-4a33-a635-77cb9a151bb4 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 944 time: 0.0618167 Mar 04 00:49:08.359937 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 9ec04d12-0d5b-47e5-811f-00247548fd8b is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:08.360620 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (9ec04d12-0d5b-47e5-811f-00247548fd8b), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:08.385829 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779a3a75-6ddc-44f0-9e6f-fa9be93456e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec04d12-0d5b-47e5-811f-00247548fd8b'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:49:08.397510 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2b3d4a04-b0f9-4b28-a3ab-ee583b7bea96 req-691444e6-5191-4921-844c-e725ba6d9425 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450552 Mar 04 00:49:08.563410 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 42858) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:08.581036 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b1c2741e-7fc6-4e9d-a881-f775450142b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:08.582070 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 9ec04d12-0d5b-47e5-811f-00247548fd8b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9ec04d12-0d5b-47e5-811f-00247548fd8b,segment=NetworkSegment(bd4ce6b2-645f-4c58-adc2-eafdd155b8fa),segment_id=bd4ce6b2-645f-4c58-adc2-eafdd155b8fa)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:08.589318 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (9ec04d12-0d5b-47e5-811f-00247548fd8b), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:08.591822 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:49:08.698738 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b1c2741e-7fc6-4e9d-a881-f775450142b9 admin admin] Publish callbacks [] for security_group (c570c10d-281c-45db-b52e-4db24e7c45f1), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:08.703606 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b1c2741e-7fc6-4e9d-a881-f775450142b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (c570c10d-281c-45db-b52e-4db24e7c45f1), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:08.707197 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5412a17d-c4d9-43cc-9d14-cae2a8ad0e3e" -d '{"events": [{"server_uuid": "779a3a75-6ddc-44f0-9e6f-fa9be93456e3", "name": "network-vif-plugged", "status": "completed", "tag": "9ec04d12-0d5b-47e5-811f-00247548fd8b"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:49:08.713250 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:49:08.718687 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:49:08.719167 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (96ef2292-f07e-4efe-8a3a-d69e95b94ca3), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:08.756464 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-b1c2741e-7fc6-4e9d-a881-f775450142b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04984225b81a4ce0bddd0c879dfd245d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913645 Mar 04 00:49:08.759364 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 42880) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:08.776361 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2741e-7fc6-4e9d-a881-f775450142b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c570c10d-281c-45db-b52e-4db24e7c45f1,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:08.823859 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:08.824250 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (96ef2292-f07e-4efe-8a3a-d69e95b94ca3), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:08.826251 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=9ec04d12-0d5b-47e5-811f-00247548fd8b,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:08.866085 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 96ef2292-f07e-4efe-8a3a-d69e95b94ca3, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=96ef2292-f07e-4efe-8a3a-d69e95b94ca3,segment=NetworkSegment(bd4ce6b2-645f-4c58-adc2-eafdd155b8fa),segment_id=bd4ce6b2-645f-4c58-adc2-eafdd155b8fa)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:08.871961 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (96ef2292-f07e-4efe-8a3a-d69e95b94ca3), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:08.872977 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device ad4bebdd-5880-4af5-9533-10927a7a83e4 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:49:08.874156 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 42886) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:08.922791 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3f48d10c-1952-46b0-8c17-6a5d63700ad5 admin admin] Publish callbacks [] for security_group (c570c10d-281c-45db-b52e-4db24e7c45f1), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:08.962469 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b3105a-1365-4f68-9969-d0134ac27b02 x-openstack-request-id: req-67b3105a-1365-4f68-9969-d0134ac27b02 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:49:08.963010 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779a3a75-6ddc-44f0-9e6f-fa9be93456e3", "name": "network-vif-plugged", "status": "completed", "tag": "9ec04d12-0d5b-47e5-811f-00247548fd8b", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:49:08.965043 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67b3105a-1365-4f68-9969-d0134ac27b02 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:49:08.965655 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779a3a75-6ddc-44f0-9e6f-fa9be93456e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec04d12-0d5b-47e5-811f-00247548fd8b', 'code': 200} Mar 04 00:49:08.973601 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da6d25-9c46-42c7-8b89-dfb207fede0e req-0cb7ec5c-cc75-4731-aebf-40c2e85c417a tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:08.976996 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-37da6d25-9c46-42c7-8b89-dfb207fede0e req-0cb7ec5c-cc75-4731-aebf-40c2e85c417a tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 943 time: 0.1629846 Mar 04 00:49:08.982550 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3f48d10c-1952-46b0-8c17-6a5d63700ad5 admin admin] Publish callbacks [] for security_group (c570c10d-281c-45db-b52e-4db24e7c45f1), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.042261 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a42e77c3-b3d8-4e1e-b12e-44ccc43b60b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.062528 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=96ef2292-f07e-4efe-8a3a-d69e95b94ca3,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:09.070679 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port ad4bebdd-5880-4af5-9533-10927a7a83e4 completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:49:09.079361 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port ad4bebdd-5880-4af5-9533-10927a7a83e4 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:49:09.080215 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (ad4bebdd-5880-4af5-9533-10927a7a83e4), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.214778 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-37da6d25-9c46-42c7-8b89-dfb207fede0e req-fe0b6972-541f-49ff-bdba-6980d9aa5100 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299438 Mar 04 00:49:09.218838 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port ad4bebdd-5880-4af5-9533-10927a7a83e4 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:09.219577 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (ad4bebdd-5880-4af5-9533-10927a7a83e4), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.231800 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a42e77c3-b3d8-4e1e-b12e-44ccc43b60b9 admin admin] Publish callbacks [] for security_group (9f70dfa7-d883-4434-9b10-7c3f99519e38), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.243917 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3f48d10c-1952-46b0-8c17-6a5d63700ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (c570c10d-281c-45db-b52e-4db24e7c45f1), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.243917 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3f48d10c-1952-46b0-8c17-6a5d63700ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.243917 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-3f48d10c-1952-46b0-8c17-6a5d63700ad5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c570c10d-281c-45db-b52e-4db24e7c45f1 HTTP/1.1" status: 204 len: 168 time: 0.4808917 Mar 04 00:49:09.259117 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a42e77c3-b3d8-4e1e-b12e-44ccc43b60b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (9f70dfa7-d883-4434-9b10-7c3f99519e38), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.260196 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60456458-b1ca-4890-9818-4ed51a201aec req-e487ba40-bf57-47d8-9442-ed6b32e72960 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:09.267791 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-60456458-b1ca-4890-9818-4ed51a201aec req-e487ba40-bf57-47d8-9442-ed6b32e72960 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 945 time: 0.2576547 Mar 04 00:49:09.279515 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48d10c-1952-46b0-8c17-6a5d63700ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c570c10d-281c-45db-b52e-4db24e7c45f1,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:09.316112 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port ad4bebdd-5880-4af5-9533-10927a7a83e4, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ad4bebdd-5880-4af5-9533-10927a7a83e4,segment=NetworkSegment(a1b12f24-6d55-441c-adcc-91c5fa5c40c3),segment_id=a1b12f24-6d55-441c-adcc-91c5fa5c40c3)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:09.318623 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f3587-d82a-4f42-956f-1d9d21a7e7b3 req-ff68b71a-3252-4338-a23e-165859eacb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:09.320343 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-669f3587-d82a-4f42-956f-1d9d21a7e7b3 req-ff68b71a-3252-4338-a23e-165859eacb9f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 1129 time: 0.1646073 Mar 04 00:49:09.325753 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e77c3-b3d8-4e1e-b12e-44ccc43b60b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f70dfa7-d883-4434-9b10-7c3f99519e38,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:09.330350 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (ad4bebdd-5880-4af5-9533-10927a7a83e4), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.333215 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 609c6ea4-8608-404e-8b08-699f78e8ec70 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:49:09.367853 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-a42e77c3-b3d8-4e1e-b12e-44ccc43b60b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=162fad5399ae4b12b65cd13bd32c1150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4925032 Mar 04 00:49:09.368569 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 42902) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:09.379067 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-669f3587-d82a-4f42-956f-1d9d21a7e7b3 req-df32f74c-2115-4175-800b-3007c37e1aa9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.383860 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-60456458-b1ca-4890-9818-4ed51a201aec req-59d3dd34-d667-430f-b142-7b584f817f89 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152294 Mar 04 00:49:09.486715 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ffecf-80bf-4472-9082-4ff2ede2867c req-6f2cc2d1-7ef4-46f4-af79-b18df7633094 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:09.488418 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c49ffecf-80bf-4472-9082-4ff2ede2867c req-6f2cc2d1-7ef4-46f4-af79-b18df7633094 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.1121457 Mar 04 00:49:09.495401 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-0adea1fc-f128-4328-9523-a2c894faa8a9 admin admin] Publish callbacks [] for security_group (9f70dfa7-d883-4434-9b10-7c3f99519e38), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.535534 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=ad4bebdd-5880-4af5-9533-10927a7a83e4,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:09.556019 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-0adea1fc-f128-4328-9523-a2c894faa8a9 admin admin] Publish callbacks [] for security_group (9f70dfa7-d883-4434-9b10-7c3f99519e38), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.559192 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port 609c6ea4-8608-404e-8b08-699f78e8ec70 completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:49:09.564886 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 609c6ea4-8608-404e-8b08-699f78e8ec70 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:49:09.565581 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (609c6ea4-8608-404e-8b08-699f78e8ec70), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.619328 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-0adea1fc-f128-4328-9523-a2c894faa8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (9f70dfa7-d883-4434-9b10-7c3f99519e38), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.622008 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-0adea1fc-f128-4328-9523-a2c894faa8a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.623203 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-0adea1fc-f128-4328-9523-a2c894faa8a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f70dfa7-d883-4434-9b10-7c3f99519e38 HTTP/1.1" status: 204 len: 168 time: 0.2536807 Mar 04 00:49:09.632427 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adea1fc-f128-4328-9523-a2c894faa8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f70dfa7-d883-4434-9b10-7c3f99519e38,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:09.705213 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 609c6ea4-8608-404e-8b08-699f78e8ec70 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:09.706064 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (609c6ea4-8608-404e-8b08-699f78e8ec70), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.733337 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 42910) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:09.748729 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 609c6ea4-8608-404e-8b08-699f78e8ec70, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=609c6ea4-8608-404e-8b08-699f78e8ec70,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:09.749211 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a37d-1938-45a6-818a-92af04d17a13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.754615 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (609c6ea4-8608-404e-8b08-699f78e8ec70), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.779570 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-669f3587-d82a-4f42-956f-1d9d21a7e7b3 req-df32f74c-2115-4175-800b-3007c37e1aa9 service neutron] Publish callbacks [] for security_group (6c9c687a-8c4e-49fc-9bbd-feda3e7fb624), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.793030 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-669f3587-d82a-4f42-956f-1d9d21a7e7b3 req-df32f74c-2115-4175-800b-3007c37e1aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (6c9c687a-8c4e-49fc-9bbd-feda3e7fb624), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.824391 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=609c6ea4-8608-404e-8b08-699f78e8ec70,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:09.859753 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c49ffecf-80bf-4472-9082-4ff2ede2867c req-78d971d2-18bc-4f91-9b29-324d81aecab7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615651 Mar 04 00:49:09.864732 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a37d-1938-45a6-818a-92af04d17a13 admin admin] Publish callbacks [] for security_group (3a52278f-a703-4549-9174-2f7664f2e41e), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.872457 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32f74c-2115-4175-800b-3007c37e1aa9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9c687a-8c4e-49fc-9bbd-feda3e7fb624,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:09.874769 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a37d-1938-45a6-818a-92af04d17a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (3a52278f-a703-4549-9174-2f7664f2e41e), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:09.887904 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-669f3587-d82a-4f42-956f-1d9d21a7e7b3 req-df32f74c-2115-4175-800b-3007c37e1aa9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592251 Mar 04 00:49:09.895609 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7e5de-b1e6-4cb3-877a-3af3928776de req-0c812d69-c44c-4e30-af74-f58f371eac3d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:09.897132 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-23e7e5de-b1e6-4cb3-877a-3af3928776de req-0c812d69-c44c-4e30-af74-f58f371eac3d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.3929243 Mar 04 00:49:09.917997 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-3ee9a37d-1938-45a6-818a-92af04d17a13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfd96d14b0cd4d628554c4dc4c2ee19b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1834779 Mar 04 00:49:09.921749 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 42914) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:09.956602 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9a37d-1938-45a6-818a-92af04d17a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a52278f-a703-4549-9174-2f7664f2e41e,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:09.967911 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-23e7e5de-b1e6-4cb3-877a-3af3928776de req-ddd03544-e06b-497a-8382-0acacefa1d85 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613980 Mar 04 00:49:10.002144 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2cdd3858-29fb-4ea6-bbc7-f5af26c64c78 admin admin] Publish callbacks [] for security_group (3a52278f-a703-4549-9174-2f7664f2e41e), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:10.029755 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2cdd3858-29fb-4ea6-bbc7-f5af26c64c78 admin admin] Publish callbacks [] for security_group (3a52278f-a703-4549-9174-2f7664f2e41e), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:10.030656 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812ab6a-cc75-4843-af03-9679d973cfc1 req-bf055b41-b7df-47e2-b465-e39503f5b363 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:10.032322 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b812ab6a-cc75-4843-af03-9679d973cfc1 req-bf055b41-b7df-47e2-b465-e39503f5b363 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 945 time: 0.0634661 Mar 04 00:49:10.063969 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:49:10.085559 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2cdd3858-29fb-4ea6-bbc7-f5af26c64c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (3a52278f-a703-4549-9174-2f7664f2e41e), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:10.088235 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2cdd3858-29fb-4ea6-bbc7-f5af26c64c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:10.089392 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-2cdd3858-29fb-4ea6-bbc7-f5af26c64c78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a52278f-a703-4549-9174-2f7664f2e41e HTTP/1.1" status: 204 len: 168 time: 0.1664090 Mar 04 00:49:10.093394 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b812ab6a-cc75-4843-af03-9679d973cfc1 req-d46c3332-fb50-40b1-82aa-0b6c28b31249 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541089 Mar 04 00:49:10.098984 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd3858-29fb-4ea6-bbc7-f5af26c64c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a52278f-a703-4549-9174-2f7664f2e41e,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:10.181175 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 42922) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:10.191856 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 43cf44a1-b0bc-4049-a98d-e337eafc0891 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:49:10.202268 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d1f88082-7189-47c9-b5f5-072be289d49a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:10.305731 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d1f88082-7189-47c9-b5f5-072be289d49a admin admin] Publish callbacks [] for security_group (41342da0-3185-446a-af1a-0586795682dc), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:10.315318 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d1f88082-7189-47c9-b5f5-072be289d49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (41342da0-3185-446a-af1a-0586795682dc), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:10.363794 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-d1f88082-7189-47c9-b5f5-072be289d49a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5593481650544cf3856495d317dd1427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804173 Mar 04 00:49:10.367589 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 42936) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:10.370696 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 43cf44a1-b0bc-4049-a98d-e337eafc0891, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=43cf44a1-b0bc-4049-a98d-e337eafc0891,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:10.375538 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f88082-7189-47c9-b5f5-072be289d49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41342da0-3185-446a-af1a-0586795682dc,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:10.385338 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9d183-0841-4e9b-97e4-cdd007ece25f req-b500678e-c0bd-4c20-be4c-c2627aa86ebb tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:10.387875 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1ef9d183-0841-4e9b-97e4-cdd007ece25f req-b500678e-c0bd-4c20-be4c-c2627aa86ebb tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 943 time: 0.0727947 Mar 04 00:49:10.403577 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '43cf44a1-b0bc-4049-a98d-e337eafc0891', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'port_id': '43cf44a1-b0bc-4049-a98d-e337eafc0891', 'mac_address': 'fa:16:3e:fd:f8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:49:10.460651 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 43cf44a1-b0bc-4049-a98d-e337eafc0891 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:10.461185 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:10.493998 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1ef9d183-0841-4e9b-97e4-cdd007ece25f req-910ef2fc-f04d-4861-906c-ab3b00f59d5b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862153 Mar 04 00:49:10.495381 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9e122166-9a7e-419a-a62d-3b7a1e513194 admin admin] Publish callbacks [] for security_group (41342da0-3185-446a-af1a-0586795682dc), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:10.496444 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cf44a1-b0bc-4049-a98d-e337eafc0891 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:49:10.522935 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 43cf44a1-b0bc-4049-a98d-e337eafc0891, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=43cf44a1-b0bc-4049-a98d-e337eafc0891,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:10.529498 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:10.530359 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 76f6d819-65de-4824-a695-68ff6b24d3b8 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:49:10.549641 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9e122166-9a7e-419a-a62d-3b7a1e513194 admin admin] Publish callbacks [] for security_group (41342da0-3185-446a-af1a-0586795682dc), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:10.600029 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858098a-476b-4114-a4ac-4685e910a394 req-99171cd4-21ca-451e-9ce1-d20a3dab1e8d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:10.601617 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2858098a-476b-4114-a4ac-4685e910a394 req-99171cd4-21ca-451e-9ce1-d20a3dab1e8d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 946 time: 0.1121149 Mar 04 00:49:10.651863 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9e122166-9a7e-419a-a62d-3b7a1e513194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (41342da0-3185-446a-af1a-0586795682dc), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:10.652505 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=43cf44a1-b0bc-4049-a98d-e337eafc0891,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:10.654640 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9e122166-9a7e-419a-a62d-3b7a1e513194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:10.658597 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-9e122166-9a7e-419a-a62d-3b7a1e513194 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41342da0-3185-446a-af1a-0586795682dc HTTP/1.1" status: 204 len: 168 time: 0.2665427 Mar 04 00:49:10.673334 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e122166-9a7e-419a-a62d-3b7a1e513194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41342da0-3185-446a-af1a-0586795682dc,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:10.697151 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2858098a-476b-4114-a4ac-4685e910a394 req-93501288-b744-4fac-b1e6-0ac1be139de1 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854247 Mar 04 00:49:10.741014 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 76f6d819-65de-4824-a695-68ff6b24d3b8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=76f6d819-65de-4824-a695-68ff6b24d3b8,segment=NetworkSegment(03967297-d897-4af5-b75d-b697d29cd9d5),segment_id=03967297-d897-4af5-b75d-b697d29cd9d5)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:10.753049 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '76f6d819-65de-4824-a695-68ff6b24d3b8', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'port_id': '76f6d819-65de-4824-a695-68ff6b24d3b8', 'mac_address': 'fa:16:3e:1c:1a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:49:10.791464 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 76f6d819-65de-4824-a695-68ff6b24d3b8 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:10.791864 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (76f6d819-65de-4824-a695-68ff6b24d3b8), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:10.805320 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f6d819-65de-4824-a695-68ff6b24d3b8 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:49:10.829431 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 76f6d819-65de-4824-a695-68ff6b24d3b8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=76f6d819-65de-4824-a695-68ff6b24d3b8,segment=NetworkSegment(03967297-d897-4af5-b75d-b697d29cd9d5),segment_id=03967297-d897-4af5-b75d-b697d29cd9d5)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:10.834756 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (76f6d819-65de-4824-a695-68ff6b24d3b8), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:10.893033 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=76f6d819-65de-4824-a695-68ff6b24d3b8,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:10.967224 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd92ba6a-3390-4e31-b7aa-5931d1e9f839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ef2292-f07e-4efe-8a3a-d69e95b94ca3'}, {'server_uuid': '2e0ae24a-b698-482d-a2b2-f548807a14c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4bebdd-5880-4af5-9533-10927a7a83e4'}, {'server_uuid': 'd4f728e6-9cb0-4206-ab36-780fdf420e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609c6ea4-8608-404e-8b08-699f78e8ec70'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:49:10.969601 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1971902-6e82-48d4-925c-775bfae03a68" -d '{"events": [{"server_uuid": "bd92ba6a-3390-4e31-b7aa-5931d1e9f839", "name": "network-vif-plugged", "status": "completed", "tag": "96ef2292-f07e-4efe-8a3a-d69e95b94ca3"}, {"server_uuid": "2e0ae24a-b698-482d-a2b2-f548807a14c9", "name": "network-vif-plugged", "status": "completed", "tag": "ad4bebdd-5880-4af5-9533-10927a7a83e4"}, {"server_uuid": "d4f728e6-9cb0-4206-ab36-780fdf420e4d", "name": "network-vif-plugged", "status": "completed", "tag": "609c6ea4-8608-404e-8b08-699f78e8ec70"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:49:11.008955 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e4a96-12d3-4719-9c45-863e7a493d2a req-f337ecfd-1e15-4fdf-a7dc-eecd22be86d2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:11.010898 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1a3e4a96-12d3-4719-9c45-863e7a493d2a req-f337ecfd-1e15-4fdf-a7dc-eecd22be86d2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0692003 Mar 04 00:49:11.027044 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Mar 2022 00:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775887e2-0b83-440b-8dd6-86442c8c01ad x-openstack-request-id: req-775887e2-0b83-440b-8dd6-86442c8c01ad {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:49:11.027352 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd92ba6a-3390-4e31-b7aa-5931d1e9f839", "name": "network-vif-plugged", "status": "completed", "tag": "96ef2292-f07e-4efe-8a3a-d69e95b94ca3", "code": 200}, {"server_uuid": "2e0ae24a-b698-482d-a2b2-f548807a14c9", "name": "network-vif-plugged", "status": "completed", "tag": "ad4bebdd-5880-4af5-9533-10927a7a83e4", "code": 200}, {"server_uuid": "d4f728e6-9cb0-4206-ab36-780fdf420e4d", "name": "network-vif-plugged", "status": "completed", "tag": "609c6ea4-8608-404e-8b08-699f78e8ec70", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:49:11.027604 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-775887e2-0b83-440b-8dd6-86442c8c01ad {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:49:11.028061 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd92ba6a-3390-4e31-b7aa-5931d1e9f839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ef2292-f07e-4efe-8a3a-d69e95b94ca3', 'code': 200} Mar 04 00:49:11.028278 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0ae24a-b698-482d-a2b2-f548807a14c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4bebdd-5880-4af5-9533-10927a7a83e4', 'code': 200} Mar 04 00:49:11.028530 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f728e6-9cb0-4206-ab36-780fdf420e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609c6ea4-8608-404e-8b08-699f78e8ec70', 'code': 200} Mar 04 00:49:11.117846 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1a3e4a96-12d3-4719-9c45-863e7a493d2a req-29d00952-cd6b-4065-8b23-63183044e42c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977263 Mar 04 00:49:11.145720 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['76f6d819-65de-4824-a695-68ff6b24d3b8'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:49:11.149306 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 42978) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:11.208086 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['43cf44a1-b0bc-4049-a98d-e337eafc0891'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:49:11.226918 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc632e08-945d-47cd-bf45-45fce59ec3de req-b0489ac5-9e17-48d2-a64a-8e5c4424137b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:11.238257 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cc632e08-945d-47cd-bf45-45fce59ec3de req-b0489ac5-9e17-48d2-a64a-8e5c4424137b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 944 time: 0.1506588 Mar 04 00:49:11.378575 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cc632e08-945d-47cd-bf45-45fce59ec3de req-efdc611d-aed3-4a84-b694-c50d89be96f0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1375742 Mar 04 00:49:11.416773 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cbfaa-9f03-4160-b78e-b73365cc30b9 req-3bf3c33c-b2e2-4e6e-94c1-a67415526b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:11.420323 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e61cbfaa-9f03-4160-b78e-b73365cc30b9 req-3bf3c33c-b2e2-4e6e-94c1-a67415526b59 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 1130 time: 0.1771579 Mar 04 00:49:11.454394 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d8415-fd34-4a39-8c50-6a9505fd1839 req-1df194ea-3e70-4d32-8928-b1e04ffd1a22 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:11.456071 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-623d8415-fd34-4a39-8c50-6a9505fd1839 req-1df194ea-3e70-4d32-8928-b1e04ffd1a22 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 945 time: 0.1606023 Mar 04 00:49:11.462479 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-ad714cdb-029c-4582-92f4-f4bc4fc25d18 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1276412341-network', 'tenant_id': '7b89941b9dd044e18d5b92efe8eac973'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:11.518417 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e61cbfaa-9f03-4160-b78e-b73365cc30b9 req-064fcbff-ccff-45de-ae6c-c5d1ebddccbb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870309 Mar 04 00:49:11.522337 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad714cdb-029c-4582-92f4-f4bc4fc25d18 admin admin] Made reservation on behalf of 7b89941b9dd044e18d5b92efe8eac973 for: {'network': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:49:11.525116 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ad714cdb-029c-4582-92f4-f4bc4fc25d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:11.545271 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-623d8415-fd34-4a39-8c50-6a9505fd1839 req-d63dddd4-5857-4a2e-b4d5-687cf2e878b3 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785885 Mar 04 00:49:11.549490 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ad714cdb-029c-4582-92f4-f4bc4fc25d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:11.552696 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29118cf-f9c8-4a2a-9d92-73b933a090e7 req-1432538a-8e3c-4b48-a3b9-70d240204731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:11.554290 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-c29118cf-f9c8-4a2a-9d92-73b933a090e7 req-1432538a-8e3c-4b48-a3b9-70d240204731 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 1129 time: 0.2026627 Mar 04 00:49:11.567471 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92702db5-bc95-4849-b7d4-017eefc197d6 req-63f9921f-f19c-418c-b71c-4bdb1fef8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:11.568961 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-92702db5-bc95-4849-b7d4-017eefc197d6 req-63f9921f-f19c-418c-b71c-4bdb1fef8813 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 1130 time: 0.1228743 Mar 04 00:49:11.648081 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ad714cdb-029c-4582-92f4-f4bc4fc25d18 admin admin] Publish callbacks [] for security_group (6fb4dcdc-b4bf-49f0-a8d2-460b3d654851), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:11.653106 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ad714cdb-029c-4582-92f4-f4bc4fc25d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (6fb4dcdc-b4bf-49f0-a8d2-460b3d654851), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:11.655520 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9871e86-5bc0-4dfc-9028-0d26f20dca9b req-e84cad7a-b407-46fb-b752-22becf35e92f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:11.657194 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b9871e86-5bc0-4dfc-9028-0d26f20dca9b req-e84cad7a-b407-46fb-b752-22becf35e92f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 944 time: 0.0576241 Mar 04 00:49:11.679667 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad714cdb-029c-4582-92f4-f4bc4fc25d18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=109680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:49:11.699811 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad714cdb-029c-4582-92f4-f4bc4fc25d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:11.715545 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ad714cdb-029c-4582-92f4-f4bc4fc25d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (3ac803cd-ad47-46e4-a3d3-57fa52093b76), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:11.715885 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.segments_db [None req-ad714cdb-029c-4582-92f4-f4bc4fc25d18 admin admin] Added segment 3ac803cd-ad47-46e4-a3d3-57fa52093b76 of type vlan for network e5271ac3-8251-46fc-83f9-34168f7c7413 Mar 04 00:49:11.735645 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b9871e86-5bc0-4dfc-9028-0d26f20dca9b req-f84b34ea-9f46-4bd3-8e8e-235afcf97bfe tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720539 Mar 04 00:49:11.808710 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-c29118cf-f9c8-4a2a-9d92-73b933a090e7 req-c483c460-b897-4505-86bb-23f10a3f4f12 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899405 Mar 04 00:49:11.847492 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d0bdc-f389-4592-a6ce-41510a1e5370 req-96d75fc6-e713-4c98-82d7-48014a1e7d1c tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:11.854883 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ad714cdb-029c-4582-92f4-f4bc4fc25d18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (e5271ac3-8251-46fc-83f9-34168f7c7413), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:11.855941 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7c8d0bdc-f389-4592-a6ce-41510a1e5370 req-96d75fc6-e713-4c98-82d7-48014a1e7d1c tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 946 time: 0.0837271 Mar 04 00:49:11.877583 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-92702db5-bc95-4849-b7d4-017eefc197d6 req-a58b2122-ccc4-4664-a949-b520c89699c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567616 Mar 04 00:49:11.896544 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ad714cdb-029c-4582-92f4-f4bc4fc25d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (e5271ac3-8251-46fc-83f9-34168f7c7413), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:11.898335 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad714cdb-029c-4582-92f4-f4bc4fc25d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:11.899679 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ad714cdb-029c-4582-92f4-f4bc4fc25d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:11.914281 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7c8d0bdc-f389-4592-a6ce-41510a1e5370 req-50cade1d-f2aa-4b16-b9c9-5779bac1ac24 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572278 Mar 04 00:49:11.980122 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-ad714cdb-029c-4582-92f4-f4bc4fc25d18 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8296769 Mar 04 00:49:11.983176 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 43006) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:11.988275 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-09651afa-23d1-4a0e-88aa-893e56691b2e admin admin] Request body: {'subnet': {'network_id': 'e5271ac3-8251-46fc-83f9-34168f7c7413', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1276412341-subnet', 'tenant_id': '7b89941b9dd044e18d5b92efe8eac973', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:11.998289 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad714cdb-029c-4582-92f4-f4bc4fc25d18 admin admin] Pushing event updated for resources: {'Network': ['ID=e5271ac3-8251-46fc-83f9-34168f7c7413,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:12.010633 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network e5271ac3-8251-46fc-83f9-34168f7c7413 details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:49:12.029525 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09651afa-23d1-4a0e-88aa-893e56691b2e admin admin] Made reservation on behalf of 7b89941b9dd044e18d5b92efe8eac973 for: {'subnet': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:49:12.033351 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-09651afa-23d1-4a0e-88aa-893e56691b2e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:12.248679 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-09651afa-23d1-4a0e-88aa-893e56691b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for subnet (0bf26d52-3885-4c66-a01e-d3dea948abfa), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:12.258377 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dafea-42d9-4332-8c05-f275a7f54e9c req-f45a0f0f-f7b8-4006-a2b6-90708be9aac0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:12.259887 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e56dafea-42d9-4332-8c05-f275a7f54e9c req-f45a0f0f-f7b8-4006-a2b6-90708be9aac0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0561471 Mar 04 00:49:12.311104 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09651afa-23d1-4a0e-88aa-893e56691b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bf26d52-3885-4c66-a01e-d3dea948abfa,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:12.321593 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09651afa-23d1-4a0e-88aa-893e56691b2e admin admin] Checking segment: {'id': '3ac803cd-ad47-46e4-a3d3-57fa52093b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5271ac3-8251-46fc-83f9-34168f7c7413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:49:12.322058 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09651afa-23d1-4a0e-88aa-893e56691b2e admin admin] Network hostable DHCP agents. Network: e5271ac3-8251-46fc-83f9-34168f7c7413, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:49:12.325816 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e56dafea-42d9-4332-8c05-f275a7f54e9c req-d9561f4b-4ee2-4530-990c-d76ed8badeb8 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566957 Mar 04 00:49:12.342257 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09651afa-23d1-4a0e-88aa-893e56691b2e admin admin] Network e5271ac3-8251-46fc-83f9-34168f7c7413 is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:49:12.352759 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-09651afa-23d1-4a0e-88aa-893e56691b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, e5271ac3-8251-46fc-83f9-34168f7c7413) {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:49:12.357310 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09651afa-23d1-4a0e-88aa-893e56691b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:12.357926 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-09651afa-23d1-4a0e-88aa-893e56691b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:12.363231 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a39eb3-43fc-4ffb-9cdb-f88e28470c8d None None] Network e5271ac3-8251-46fc-83f9-34168f7c7413 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:49:12.376824 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-09651afa-23d1-4a0e-88aa-893e56691b2e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3892703 Mar 04 00:49:12.514585 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852a3d4b-d80d-40de-8e45-f5bade9bc677 None None] Network e5271ac3-8251-46fc-83f9-34168f7c7413 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:49:12.541378 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4451b-bd44-4fe5-8302-6415ccbf466d req-311a1e9f-0f0c-49b7-bdf3-cbbd321a584a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:12.544004 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-41b4451b-bd44-4fe5-8302-6415ccbf466d req-311a1e9f-0f0c-49b7-bdf3-cbbd321a584a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 944 time: 0.0667048 Mar 04 00:49:12.633388 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-41b4451b-bd44-4fe5-8302-6415ccbf466d req-93c4e8d3-696d-47ac-9f5a-db71e6000604 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828021 Mar 04 00:49:12.716959 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb626ee2-facc-46f3-9465-d4378ad95924 req-81052b5a-d623-48ee-84b3-18d51d4039d3 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:12.718500 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-eb626ee2-facc-46f3-9465-d4378ad95924 req-81052b5a-d623-48ee-84b3-18d51d4039d3 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 945 time: 0.0583127 Mar 04 00:49:12.769773 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-eb626ee2-facc-46f3-9465-d4378ad95924 req-ccaf9665-62ce-466e-a11d-75c7473ec6e7 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450401 Mar 04 00:49:12.867877 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fa877-fa27-498e-ace7-3aca9fd60276 req-b15fb435-1eb3-4134-a5af-841d52b4f8f7 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:12.869503 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-059fa877-fa27-498e-ace7-3aca9fd60276 req-b15fb435-1eb3-4134-a5af-841d52b4f8f7 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 944 time: 0.0636210 Mar 04 00:49:12.932796 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-059fa877-fa27-498e-ace7-3aca9fd60276 req-7b2a2e9a-a1e9-48b4-9672-e8522aa62df4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571282 Mar 04 00:49:13.058866 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95594fb6-a818-4c41-b58b-8a83a3b36871 req-38db2471-3f61-4eff-8faf-4933074eb726 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:13.060450 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-95594fb6-a818-4c41-b58b-8a83a3b36871 req-38db2471-3f61-4eff-8faf-4933074eb726 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 946 time: 0.0626378 Mar 04 00:49:13.108622 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-95594fb6-a818-4c41-b58b-8a83a3b36871 req-4842cbb5-aebf-4f9d-b4e1-5e263b60a63a tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 Mar 04 00:49:13.441451 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ead3ec-2e3b-48d4-ba3d-3b864f900536 req-ebeb91af-7459-4a6e-a590-aad2bcf53443 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:13.442949 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f5ead3ec-2e3b-48d4-ba3d-3b864f900536 req-ebeb91af-7459-4a6e-a590-aad2bcf53443 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0534813 Mar 04 00:49:13.491848 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f5ead3ec-2e3b-48d4-ba3d-3b864f900536 req-e9424f97-cbaa-4128-828a-6be3917304d2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427718 Mar 04 00:49:13.748483 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017629c-4ee4-41d6-b57f-ccab7bb19ff2 req-e2597606-828f-42b9-8b9c-e061ae1087aa tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:13.750113 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1017629c-4ee4-41d6-b57f-ccab7bb19ff2 req-e2597606-828f-42b9-8b9c-e061ae1087aa tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 944 time: 0.0530770 Mar 04 00:49:13.829152 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1017629c-4ee4-41d6-b57f-ccab7bb19ff2 req-8cbadc0b-0041-4a1c-a7d4-ed1aa1ab2fea tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729396 Mar 04 00:49:13.844719 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4acf0-9958-4366-864e-29aaf466541c req-50eab709-2f80-4a49-8697-ef939d925a1c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:13.846499 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-eee4acf0-9958-4366-864e-29aaf466541c req-50eab709-2f80-4a49-8697-ef939d925a1c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0914481 Mar 04 00:49:13.900700 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-eee4acf0-9958-4366-864e-29aaf466541c req-0bfc632b-be79-41c6-9c45-3386026c9361 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433705 Mar 04 00:49:13.951152 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e0e07-b6e6-40e2-a15a-c817caaa9599 req-705e53a6-cbbe-4f05-afb5-4319c3c46b4a tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:13.952613 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b52e0e07-b6e6-40e2-a15a-c817caaa9599 req-705e53a6-cbbe-4f05-afb5-4319c3c46b4a tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 945 time: 0.0510747 Mar 04 00:49:14.006066 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b52e0e07-b6e6-40e2-a15a-c817caaa9599 req-f7c5079c-0607-46c4-8e38-09b46814f730 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474157 Mar 04 00:49:14.276632 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7ee39-cddc-42a9-8ab3-6bb56caf7f7c req-d0b4af73-30cd-4b25-b4a9-5e4d44f76d8f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:14.278163 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d5f7ee39-cddc-42a9-8ab3-6bb56caf7f7c req-d0b4af73-30cd-4b25-b4a9-5e4d44f76d8f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 944 time: 0.1324060 Mar 04 00:49:14.288377 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-d1c046c5-04f7-4f29-b27c-e396af9041ad tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:14.298587 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-d1c046c5-04f7-4f29-b27c-e396af9041ad tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/networks?id=e5271ac3-8251-46fc-83f9-34168f7c7413 HTTP/1.1" status: 200 len: 809 time: 0.1535840 Mar 04 00:49:14.316288 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-902f3b94-8dd1-4880-a836-fac2a7c8417d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/quotas/7b89941b9dd044e18d5b92efe8eac973 HTTP/1.1" status: 200 len: 375 time: 0.0197284 Mar 04 00:49:14.362903 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-9cdc7e1d-4481-4322-a04e-c8aa0f79b0fe tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b89941b9dd044e18d5b92efe8eac973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368943 Mar 04 00:49:14.370825 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d5f7ee39-cddc-42a9-8ab3-6bb56caf7f7c req-c5a4300d-f2f6-4ed0-a163-9f1504615180 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801105 Mar 04 00:49:14.495174 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-7dbf7335-24b2-4b85-9e4a-16745880f0f3 service neutron] 10.222.0.23 "GET /v2.0/networks/e5271ac3-8251-46fc-83f9-34168f7c7413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234272 Mar 04 00:49:14.516800 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f69e68-db90-41cb-8621-d7a5b50cb4dd req-57064567-493e-48c5-bb4b-314b16d5e89e tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:14.518212 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-85f69e68-db90-41cb-8621-d7a5b50cb4dd req-57064567-493e-48c5-bb4b-314b16d5e89e tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 946 time: 0.0863335 Mar 04 00:49:14.616726 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-85f69e68-db90-41cb-8621-d7a5b50cb4dd req-f5da6286-dd7c-44b3-9bd0-5b773efad43c tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880623 Mar 04 00:49:14.626976 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-84d42188-eae8-4942-a19d-0fb8ce27b599 service neutron] 10.222.0.23 "GET /v2.0/networks/e5271ac3-8251-46fc-83f9-34168f7c7413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253469 Mar 04 00:49:14.786509 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b0f31128-1995-424b-9251-31d122fee6b9 req-83123382-c333-4eb4-a634-79d180db4221 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 210 time: 0.0297718 Mar 04 00:49:15.017508 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec895ea-c6c9-4a13-a8dc-865c527047c1 req-333fbcfb-db1a-458d-9ae2-241ca2e6f064 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:15.019288 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9ec895ea-c6c9-4a13-a8dc-865c527047c1 req-333fbcfb-db1a-458d-9ae2-241ca2e6f064 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 944 time: 0.0933220 Mar 04 00:49:15.085653 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921efff-f14e-4e29-b939-177ad1f8f7ba req-b71a45ad-dadc-4821-abd4-930a912bc097 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:15.087236 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5921efff-f14e-4e29-b939-177ad1f8f7ba req-b71a45ad-dadc-4821-abd4-930a912bc097 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0903616 Mar 04 00:49:15.104188 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9ec895ea-c6c9-4a13-a8dc-865c527047c1 req-9f907d49-3de2-4677-9d2e-bb5930625077 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701361 Mar 04 00:49:15.141773 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5921efff-f14e-4e29-b939-177ad1f8f7ba req-699f7ef4-7861-4ae4-8cb5-48d755f52f62 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468416 Mar 04 00:49:15.380886 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 43cf44a1-b0bc-4049-a98d-e337eafc0891 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:49:15.440966 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port 43cf44a1-b0bc-4049-a98d-e337eafc0891 completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:49:15.445440 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 43cf44a1-b0bc-4049-a98d-e337eafc0891 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:49:15.445855 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:15.470990 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06389e-2d93-4f67-b57b-0cec4df14d8a req-4fa89a6a-03be-4d3c-a2bf-eb748d339fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:15.473332 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8e06389e-2d93-4f67-b57b-0cec4df14d8a req-4fa89a6a-03be-4d3c-a2bf-eb748d339fc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97777a0e50ee43a789483f661b2f59b5&device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 1129 time: 0.0503111 Mar 04 00:49:15.510200 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae140d9-b174-455e-b30a-335f7ffb83eb req-e5fcb37a-5f75-4400-ac3b-2f93834e043b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:15.511803 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cae140d9-b174-455e-b30a-335f7ffb83eb req-e5fcb37a-5f75-4400-ac3b-2f93834e043b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 944 time: 0.0690312 Mar 04 00:49:15.534311 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 43cf44a1-b0bc-4049-a98d-e337eafc0891 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:15.534700 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:15.556531 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1631ea-005d-4031-8f05-471d83997c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cf44a1-b0bc-4049-a98d-e337eafc0891'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:49:15.557156 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cae140d9-b174-455e-b30a-335f7ffb83eb req-7c612acc-2cf2-46e2-9e98-10cfff5babd7 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395694 Mar 04 00:49:15.558775 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16961b96-1580-4a6b-bb31-ca1c1266c5db" -d '{"events": [{"server_uuid": "6b1631ea-005d-4031-8f05-471d83997c23", "name": "network-vif-plugged", "status": "completed", "tag": "43cf44a1-b0bc-4049-a98d-e337eafc0891"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:49:15.572810 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 43cf44a1-b0bc-4049-a98d-e337eafc0891, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=43cf44a1-b0bc-4049-a98d-e337eafc0891,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:15.576985 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:15.577986 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 76f6d819-65de-4824-a695-68ff6b24d3b8 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:49:15.602000 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85afb10-c5de-4128-91f7-f611ec6aac91 x-openstack-request-id: req-e85afb10-c5de-4128-91f7-f611ec6aac91 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:49:15.602315 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1631ea-005d-4031-8f05-471d83997c23", "name": "network-vif-plugged", "status": "completed", "tag": "43cf44a1-b0bc-4049-a98d-e337eafc0891", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:49:15.602577 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e85afb10-c5de-4128-91f7-f611ec6aac91 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:49:15.602956 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1631ea-005d-4031-8f05-471d83997c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cf44a1-b0bc-4049-a98d-e337eafc0891', 'code': 200} Mar 04 00:49:15.654707 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=43cf44a1-b0bc-4049-a98d-e337eafc0891,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:15.666484 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port 76f6d819-65de-4824-a695-68ff6b24d3b8 completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:49:15.670453 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 76f6d819-65de-4824-a695-68ff6b24d3b8 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:49:15.670829 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (76f6d819-65de-4824-a695-68ff6b24d3b8), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:15.749015 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 76f6d819-65de-4824-a695-68ff6b24d3b8 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:15.749399 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (76f6d819-65de-4824-a695-68ff6b24d3b8), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:15.781667 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 76f6d819-65de-4824-a695-68ff6b24d3b8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=76f6d819-65de-4824-a695-68ff6b24d3b8,segment=NetworkSegment(03967297-d897-4af5-b75d-b697d29cd9d5),segment_id=03967297-d897-4af5-b75d-b697d29cd9d5)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:15.785319 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (76f6d819-65de-4824-a695-68ff6b24d3b8), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:15.831792 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=76f6d819-65de-4824-a695-68ff6b24d3b8,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:15.880862 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-31762b6f-58b0-4263-b292-d69396f616cf req-5622f7ac-d5f5-403b-aad2-b44199ad5560 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 210 time: 0.0267811 Mar 04 00:49:16.252183 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2c9a2-17d5-4672-be4e-07ecd5b60904 req-0eaf6809-61e9-415b-96b6-c0792739b3d2 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:16.253644 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-39b2c9a2-17d5-4672-be4e-07ecd5b60904 req-0eaf6809-61e9-415b-96b6-c0792739b3d2 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0762646 Mar 04 00:49:16.288715 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c0e25-33df-47eb-a089-2295b33359d3 req-932ccc91-32fe-4cde-be40-07a663f0d5c0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:16.290221 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-886c0e25-33df-47eb-a089-2295b33359d3 req-932ccc91-32fe-4cde-be40-07a663f0d5c0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0807467 Mar 04 00:49:16.332236 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-39b2c9a2-17d5-4672-be4e-07ecd5b60904 req-826b37b3-839f-4d8d-ad3d-97150adc30ed tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717478 Mar 04 00:49:16.361428 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-886c0e25-33df-47eb-a089-2295b33359d3 req-9296ec1c-049f-4b21-b407-cc554ba0ed14 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655310 Mar 04 00:49:16.685849 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26528e97-eb02-411f-a625-08b9ec8b499b req-0ccf3f28-2fea-4ae4-ac6e-90d73be0a22c tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:16.687704 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-26528e97-eb02-411f-a625-08b9ec8b499b req-0ccf3f28-2fea-4ae4-ac6e-90d73be0a22c tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0561883 Mar 04 00:49:16.706904 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bebd8-3222-457e-b58f-b093b7c8bc0f req-9f9e4489-942f-4af2-908a-35471bbc0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:16.708385 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-768bebd8-3222-457e-b58f-b093b7c8bc0f req-9f9e4489-942f-4af2-908a-35471bbc0faa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 1129 time: 0.0981319 Mar 04 00:49:16.713416 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06389e-2d93-4f67-b57b-0cec4df14d8a req-fd470475-8f9f-4a41-8905-1522b7e79b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:16.714804 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8e06389e-2d93-4f67-b57b-0cec4df14d8a req-fd470475-8f9f-4a41-8905-1522b7e79b03 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a120380f-d8d5-4336-87ba-fbc40370628a HTTP/1.1" status: 200 len: 920 time: 0.3176439 Mar 04 00:49:16.737072 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-26528e97-eb02-411f-a625-08b9ec8b499b req-014fb3b8-c000-45da-9af8-198eb47829d7 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431135 Mar 04 00:49:16.796581 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8e06389e-2d93-4f67-b57b-0cec4df14d8a req-a7d1fee4-92dc-4eb9-9fa3-7b3e73607175 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec04d12-0d5b-47e5-811f-00247548fd8b HTTP/1.1" status: 200 len: 217 time: 0.0450990 Mar 04 00:49:16.806707 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-768bebd8-3222-457e-b58f-b093b7c8bc0f req-f90b2b39-17ce-4033-8bb7-26ae9a6eccea service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702236 Mar 04 00:49:16.847933 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06389e-2d93-4f67-b57b-0cec4df14d8a req-d54016ad-a479-4254-a2f2-e6d488a26cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:16.849426 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8e06389e-2d93-4f67-b57b-0cec4df14d8a req-d54016ad-a479-4254-a2f2-e6d488a26cbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb0e4b2c-c237-4083-952e-e79dff5b7688 HTTP/1.1" status: 200 len: 859 time: 0.0419011 Mar 04 00:49:16.976946 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bf7a4e61-fe78-4900-b3e3-a745fcb67acb req-288e7c23-996b-4fe6-97d3-8d3feca701f9 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 210 time: 0.0278919 Mar 04 00:49:17.148670 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8e06389e-2d93-4f67-b57b-0cec4df14d8a req-ea0f064c-974a-40be-8116-b31e18fa7f01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a120380f-d8d5-4336-87ba-fbc40370628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262890 Mar 04 00:49:17.245285 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8e06389e-2d93-4f67-b57b-0cec4df14d8a req-1069e455-428c-442d-bfd3-ea55a17cff72 service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891764 Mar 04 00:49:17.359077 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8e06389e-2d93-4f67-b57b-0cec4df14d8a req-a34e20e5-313b-436f-b1b4-0db87927b1da service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953188 Mar 04 00:49:17.545118 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a0982-b024-4d9e-b05d-9dcb1cc3a77a req-d9c83449-7907-46c8-a480-e0374581f8db tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:17.546925 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c18a0982-b024-4d9e-b05d-9dcb1cc3a77a req-d9c83449-7907-46c8-a480-e0374581f8db tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.1011033 Mar 04 00:49:17.603805 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85dfea5-c350-4875-99a1-4fb7b59f5fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f6d819-65de-4824-a695-68ff6b24d3b8'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:49:17.605105 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371882d-731a-45ad-a3df-fa1ed5cb08c0 req-373ed0e6-2788-4eee-8921-6cf6ebd33b60 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:17.607375 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7450f2-ff1d-42ee-9091-c98fd1e47cb0" -d '{"events": [{"server_uuid": "d85dfea5-c350-4875-99a1-4fb7b59f5fb8", "name": "network-vif-plugged", "status": "completed", "tag": "76f6d819-65de-4824-a695-68ff6b24d3b8"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:49:17.612496 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0371882d-731a-45ad-a3df-fa1ed5cb08c0 req-373ed0e6-2788-4eee-8921-6cf6ebd33b60 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.1116624 Mar 04 00:49:17.660946 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c18a0982-b024-4d9e-b05d-9dcb1cc3a77a req-cb3a36ec-6278-4821-890d-8b9851a67d71 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995233 Mar 04 00:49:17.720502 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0371882d-731a-45ad-a3df-fa1ed5cb08c0 req-eac0e0c9-d901-4560-a4e3-dc19cda0e1ef tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070836 Mar 04 00:49:17.821607 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e398c75-5cdf-4e18-bb1c-df233ddb64c4 x-openstack-request-id: req-0e398c75-5cdf-4e18-bb1c-df233ddb64c4 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:49:17.821952 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85dfea5-c350-4875-99a1-4fb7b59f5fb8", "name": "network-vif-plugged", "status": "completed", "tag": "76f6d819-65de-4824-a695-68ff6b24d3b8", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:49:17.822404 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e398c75-5cdf-4e18-bb1c-df233ddb64c4 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:49:17.823180 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85dfea5-c350-4875-99a1-4fb7b59f5fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f6d819-65de-4824-a695-68ff6b24d3b8', 'code': 200} Mar 04 00:49:17.824018 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-0d054f37-88dc-4bcc-95c6-b968a8c6ab6b tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:17.827321 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-0d054f37-88dc-4bcc-95c6-b968a8c6ab6b tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.20 "GET /v2.0/networks?id=e5271ac3-8251-46fc-83f9-34168f7c7413 HTTP/1.1" status: 200 len: 809 time: 0.2059994 Mar 04 00:49:17.849341 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-b3e2ac94-342d-40c9-a320-39cb36132f23 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Request body: {'port': {'device_id': '14900893-2666-4eae-9b17-c70584c460ed', 'network_id': 'e5271ac3-8251-46fc-83f9-34168f7c7413', 'admin_state_up': True, 'tenant_id': '7b89941b9dd044e18d5b92efe8eac973'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:17.956847 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5845b4c-c3e1-41fd-813c-6a21f7317af0 req-6419c731-2d7a-4ad5-8a77-596cd715e361 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:17.965014 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d5845b4c-c3e1-41fd-813c-6a21f7317af0 req-6419c731-2d7a-4ad5-8a77-596cd715e361 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0784085 Mar 04 00:49:18.048880 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d5845b4c-c3e1-41fd-813c-6a21f7317af0 req-71048594-c95b-4901-996f-117ec502ac1b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806813 Mar 04 00:49:18.075626 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-b3e2ac94-342d-40c9-a320-39cb36132f23 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Made reservation on behalf of 7b89941b9dd044e18d5b92efe8eac973 for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:49:18.080172 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-b3e2ac94-342d-40c9-a320-39cb36132f23 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:18.168893 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f115bc26-9d91-41fb-8d18-cd7b4ba9ecba req-794093af-7457-48bd-acdb-d3f2cde6540d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 210 time: 0.0333104 Mar 04 00:49:18.192084 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2a8d4-1715-4189-8213-d78ca846d25b req-6aa2fd93-a905-45ba-a788-2f6eee455f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:18.193879 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-37c2a8d4-1715-4189-8213-d78ca846d25b req-6aa2fd93-a905-45ba-a788-2f6eee455f98 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 1129 time: 0.1107461 Mar 04 00:49:18.284158 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-b3e2ac94-342d-40c9-a320-39cb36132f23 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Allocated IP 172.20.0.10 (e5271ac3-8251-46fc-83f9-34168f7c7413/0bf26d52-3885-4c66-a01e-d3dea948abfa/49a0605a-7433-4e55-9ab8-973c262c4c35) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:49:18.298543 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-37c2a8d4-1715-4189-8213-d78ca846d25b req-8147103b-c4c4-4015-8c83-0cbd81ef5623 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744488 Mar 04 00:49:18.442144 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-b3e2ac94-342d-40c9-a320-39cb36132f23 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Publish callbacks [] for port (49a0605a-7433-4e55-9ab8-973c262c4c35), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:18.479071 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-b3e2ac94-342d-40c9-a320-39cb36132f23 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (49a0605a-7433-4e55-9ab8-973c262c4c35), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:18.531117 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-b3e2ac94-342d-40c9-a320-39cb36132f23 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Network e5271ac3-8251-46fc-83f9-34168f7c7413 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:49:18.534227 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-b3e2ac94-342d-40c9-a320-39cb36132f23 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:49:18.538610 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-b3e2ac94-342d-40c9-a320-39cb36132f23 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:49:18.544746 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-b3e2ac94-342d-40c9-a320-39cb36132f23 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:18.546255 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-b3e2ac94-342d-40c9-a320-39cb36132f23 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:18.555888 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2ac94-342d-40c9-a320-39cb36132f23 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Pushing event updated for resources: {'Port': ['ID=49a0605a-7433-4e55-9ab8-973c262c4c35,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:18.570445 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-b3e2ac94-342d-40c9-a320-39cb36132f23 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7331486 Mar 04 00:49:18.609104 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Request body: {'port': {'device_id': '14900893-2666-4eae-9b17-c70584c460ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:18.674320 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (49a0605a-7433-4e55-9ab8-973c262c4c35), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:18.886111 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c6d10-f0e4-42ae-ab60-ff32e95e7753 req-bbcbc903-f50d-45d0-ab7f-7eb01c5616fd tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:18.898893 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fb2c6d10-f0e4-42ae-ab60-ff32e95e7753 req-bbcbc903-f50d-45d0-ab7f-7eb01c5616fd tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.1591334 Mar 04 00:49:18.958862 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fb2c6d10-f0e4-42ae-ab60-ff32e95e7753 req-da036e91-6c8f-46ff-91ac-bfee7d7dcc6f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584571 Mar 04 00:49:19.034610 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a0605a-7433-4e55-9ab8-973c262c4c35 {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:49:19.044054 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Publish callbacks [] for port (49a0605a-7433-4e55-9ab8-973c262c4c35), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:19.066136 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Transition to ACTIVE for port object 49a0605a-7433-4e55-9ab8-973c262c4c35 will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:49:19.070139 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (49a0605a-7433-4e55-9ab8-973c262c4c35), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:19.071289 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb618205-9e5c-4064-813f-38456fefa94b req-f740a70b-1251-4f57-add8-16c338da1010 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:19.072995 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-eb618205-9e5c-4064-813f-38456fefa94b req-f740a70b-1251-4f57-add8-16c338da1010 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0586882 Mar 04 00:49:19.126810 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Pushing event updated for resources: {'Port': ['ID=49a0605a-7433-4e55-9ab8-973c262c4c35,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:19.137696 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-eb618205-9e5c-4064-813f-38456fefa94b req-2cfb4b9e-165f-4f64-8c65-26762439057d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592401 Mar 04 00:49:19.158589 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Attempting to bind port 49a0605a-7433-4e55-9ab8-973c262c4c35 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:49:19.158920 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Attempting to bind port 49a0605a-7433-4e55-9ab8-973c262c4c35 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '3ac803cd-ad47-46e4-a3d3-57fa52093b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5271ac3-8251-46fc-83f9-34168f7c7413'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:49:19.159249 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Attempting to bind port 49a0605a-7433-4e55-9ab8-973c262c4c35 on network e5271ac3-8251-46fc-83f9-34168f7c7413 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:49:19.164237 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Port 49a0605a-7433-4e55-9ab8-973c262c4c35 on network e5271ac3-8251-46fc-83f9-34168f7c7413 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:49:19.164554 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Attempting to bind port 49a0605a-7433-4e55-9ab8-973c262c4c35 on network e5271ac3-8251-46fc-83f9-34168f7c7413 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:49:19.169632 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:49:19.169975 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Checking segment: {'id': '3ac803cd-ad47-46e4-a3d3-57fa52093b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5271ac3-8251-46fc-83f9-34168f7c7413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:49:19.170367 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Bound using segment: {'id': '3ac803cd-ad47-46e4-a3d3-57fa52093b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5271ac3-8251-46fc-83f9-34168f7c7413'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:49:19.170780 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Bound port: 49a0605a-7433-4e55-9ab8-973c262c4c35, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac803cd-ad47-46e4-a3d3-57fa52093b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5271ac3-8251-46fc-83f9-34168f7c7413'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:49:19.171127 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (49a0605a-7433-4e55-9ab8-973c262c4c35), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:19.189482 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3e9ec-5aa2-4f1a-91ad-622f78c6bae3 req-18ef2232-6b22-47e6-bff6-2d99a2d46155 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:19.191114 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4ef3e9ec-5aa2-4f1a-91ad-622f78c6bae3 req-18ef2232-6b22-47e6-bff6-2d99a2d46155 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0641887 Mar 04 00:49:19.244095 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] For port 49a0605a-7433-4e55-9ab8-973c262c4c35, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:49:19.247254 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] For port 49a0605a-7433-4e55-9ab8-973c262c4c35, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=49a0605a-7433-4e55-9ab8-973c262c4c35,segment=NetworkSegment(3ac803cd-ad47-46e4-a3d3-57fa52093b76),segment_id=3ac803cd-ad47-46e4-a3d3-57fa52093b76)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:49:19.250362 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4ef3e9ec-5aa2-4f1a-91ad-622f78c6bae3 req-43606db9-dcd7-41a1-8d2e-7a3d4a7e483d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525475 Mar 04 00:49:19.254583 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (49a0605a-7433-4e55-9ab8-973c262c4c35), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:19.297558 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:19.298221 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:19.299646 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] 10.222.0.20 "PUT /v2.0/ports/49a0605a-7433-4e55-9ab8-973c262c4c35 HTTP/1.1" status: 200 len: 1094 time: 0.6993260 Mar 04 00:49:19.300083 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14900893-2666-4eae-9b17-c70584c460ed', 'tag': '49a0605a-7433-4e55-9ab8-973c262c4c35'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:49:19.302354 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a62487d-a204-4987-b2ba-1540e227f35f" -d '{"events": [{"name": "network-changed", "server_uuid": "14900893-2666-4eae-9b17-c70584c460ed", "tag": "49a0605a-7433-4e55-9ab8-973c262c4c35"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:49:19.310225 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b78e91-b47a-4fe1-8565-d44f106ec3ae req-35f20dc6-8a21-47ee-b83f-161ae476d4a1 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:19.311734 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-63b78e91-b47a-4fe1-8565-d44f106ec3ae req-35f20dc6-8a21-47ee-b83f-161ae476d4a1 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 944 time: 0.0603626 Mar 04 00:49:19.335482 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88c66b-a56c-4b36-ae52-dde74535b827 service neutron] Pushing event updated for resources: {'Port': ['ID=49a0605a-7433-4e55-9ab8-973c262c4c35,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:19.344284 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce46e7b-668e-41c7-8efa-a172e46d0c9c x-openstack-request-id: req-8ce46e7b-668e-41c7-8efa-a172e46d0c9c {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:49:19.344756 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14900893-2666-4eae-9b17-c70584c460ed", "tag": "49a0605a-7433-4e55-9ab8-973c262c4c35", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:49:19.344980 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ce46e7b-668e-41c7-8efa-a172e46d0c9c {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:49:19.345572 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14900893-2666-4eae-9b17-c70584c460ed', 'tag': '49a0605a-7433-4e55-9ab8-973c262c4c35', 'status': 'completed', 'code': 200} Mar 04 00:49:19.366977 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-63b78e91-b47a-4fe1-8565-d44f106ec3ae req-7c4a573b-45a3-4a65-ab20-c61e3268af81 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477500 Mar 04 00:49:19.396665 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-80045849-0700-4813-a02b-81be7ff6c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:19.398268 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-80045849-0700-4813-a02b-81be7ff6c94c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b89941b9dd044e18d5b92efe8eac973&device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 1128 time: 0.0455954 Mar 04 00:49:19.439754 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-465e49de-c19b-4702-9fb6-ad57ad5ff5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:19.445390 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-65c83e10-48bf-4940-9e14-c199330622e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49a0605a-7433-4e55-9ab8-973c262c4c35 HTTP/1.1" status: 200 len: 217 time: 0.0354559 Mar 04 00:49:19.502968 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-2a1715ec-707b-4b1b-b089-cc4546043c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:19.504401 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-2a1715ec-707b-4b1b-b089-cc4546043c10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bf26d52-3885-4c66-a01e-d3dea948abfa HTTP/1.1" status: 200 len: 849 time: 0.0470839 Mar 04 00:49:19.546917 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-48e65171-2127-4358-9586-08642c52d184 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e5271ac3-8251-46fc-83f9-34168f7c7413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241978 Mar 04 00:49:19.635361 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-8f5122a1-1c05-48fa-9932-42076894daff service neutron] 10.222.0.20 "GET /v2.0/networks/e5271ac3-8251-46fc-83f9-34168f7c7413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811653 Mar 04 00:49:19.726535 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f77847c-d083-4da7-b6ac-46a731b9e8fc req-28b56c5c-3c36-45e2-b78a-e11b58f15824 service neutron] 10.222.0.20 "GET /v2.0/networks/e5271ac3-8251-46fc-83f9-34168f7c7413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843034 Mar 04 00:49:19.838834 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62487d-a204-4987-b2ba-1540e227f35f req-db5651fc-442f-461e-8c5b-ee0279b6c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:19.840758 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8a62487d-a204-4987-b2ba-1540e227f35f req-db5651fc-442f-461e-8c5b-ee0279b6c773 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b89941b9dd044e18d5b92efe8eac973&device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 1128 time: 0.0499432 Mar 04 00:49:19.937652 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62487d-a204-4987-b2ba-1540e227f35f req-388ab1bd-14e5-4172-acfd-a8da74bbddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:19.939166 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8a62487d-a204-4987-b2ba-1540e227f35f req-388ab1bd-14e5-4172-acfd-a8da74bbddf6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e5271ac3-8251-46fc-83f9-34168f7c7413 HTTP/1.1" status: 200 len: 910 time: 0.0871403 Mar 04 00:49:19.982502 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8a62487d-a204-4987-b2ba-1540e227f35f req-3c4e8edf-daa0-4ad5-ac49-b94041daaa44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49a0605a-7433-4e55-9ab8-973c262c4c35 HTTP/1.1" status: 200 len: 217 time: 0.0340922 Mar 04 00:49:20.050563 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62487d-a204-4987-b2ba-1540e227f35f req-c04198c3-3814-4b8d-a138-1dfd5b325ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:20.052738 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8a62487d-a204-4987-b2ba-1540e227f35f req-c04198c3-3814-4b8d-a138-1dfd5b325ccd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bf26d52-3885-4c66-a01e-d3dea948abfa HTTP/1.1" status: 200 len: 849 time: 0.0524154 Mar 04 00:49:20.104091 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8a62487d-a204-4987-b2ba-1540e227f35f req-66ba6d48-54de-428a-b089-40e59d873572 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e5271ac3-8251-46fc-83f9-34168f7c7413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331533 Mar 04 00:49:20.107352 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca99e9-1158-4d06-9ecb-b5a0880d9d58 req-36c99014-bcd5-49df-944c-3cbe291925e4 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:20.109540 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-87ca99e9-1158-4d06-9ecb-b5a0880d9d58 req-36c99014-bcd5-49df-944c-3cbe291925e4 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0680330 Mar 04 00:49:20.167964 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-87ca99e9-1158-4d06-9ecb-b5a0880d9d58 req-4f91d873-6d54-4e74-a71f-43701fe3ad19 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488939 Mar 04 00:49:20.201552 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 43282) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:20.256009 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8a62487d-a204-4987-b2ba-1540e227f35f req-89c33b28-9f7a-42f0-b2db-ace096db7b48 service neutron] 10.222.0.20 "GET /v2.0/networks/e5271ac3-8251-46fc-83f9-34168f7c7413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369572 Mar 04 00:49:20.348361 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ab6-7005-46b6-9a44-2e93c6f9d019 req-c3e99c11-b019-486c-8685-de2b8b980f00 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:20.349865 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e66b2ab6-7005-46b6-9a44-2e93c6f9d019 req-c3e99c11-b019-486c-8685-de2b8b980f00 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.1099975 Mar 04 00:49:20.375480 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8a62487d-a204-4987-b2ba-1540e227f35f req-920eafba-1580-4484-8299-22fe8e1a78e0 service neutron] 10.222.0.20 "GET /v2.0/networks/e5271ac3-8251-46fc-83f9-34168f7c7413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112523 Mar 04 00:49:20.384609 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-cde9d347-f29b-4592-a036-0eefa7719e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:20.396679 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f753d-6311-4e24-974c-0f4abe546fb6 req-b23148b5-20d4-4669-8726-2b08cd41eccb tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:20.403559 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c89f753d-6311-4e24-974c-0f4abe546fb6 req-b23148b5-20d4-4669-8726-2b08cd41eccb tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.1206872 Mar 04 00:49:20.414228 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 43300) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:20.419680 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-a79d0f7d-c059-40df-a445-cc47cb1bac3d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Request body: {'floatingip': {'port_id': '43cf44a1-b0bc-4049-a98d-e337eafc0891'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:20.449152 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e66b2ab6-7005-46b6-9a44-2e93c6f9d019 req-9254197b-aacd-4c92-b4dc-0d669bb9ec7f tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896432 Mar 04 00:49:20.524262 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a79d0f7d-c059-40df-a445-cc47cb1bac3d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for floatingip (6ef07aad-2b12-4b7b-b95d-0cbc3dd433f3), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:20.583957 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f82fb-b81c-45fb-99de-7d3036d833b9 req-06d1979a-065a-4d51-8248-a2d06b9ca694 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:20.592135 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9f9f82fb-b81c-45fb-99de-7d3036d833b9 req-06d1979a-065a-4d51-8248-a2d06b9ca694 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.1195045 Mar 04 00:49:20.665876 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0769dda-a91f-425b-aa09-dc66a8f27ae3 req-8d9c76ac-cb62-4a6e-8a1a-4a51af9e35ad tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:20.667383 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f0769dda-a91f-425b-aa09-dc66a8f27ae3 req-8d9c76ac-cb62-4a6e-8a1a-4a51af9e35ad tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 944 time: 0.1450748 Mar 04 00:49:20.676473 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-cde9d347-f29b-4592-a036-0eefa7719e50 admin admin] Publish callbacks [] for security_group (148b71b5-34c7-4d6d-9555-c2cb8f16de1c), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:20.693286 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-cde9d347-f29b-4592-a036-0eefa7719e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (148b71b5-34c7-4d6d-9555-c2cb8f16de1c), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:20.727727 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9f9f82fb-b81c-45fb-99de-7d3036d833b9 req-1a48d8ae-1bfd-49c4-9bcd-554105708ce5 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346140 Mar 04 00:49:20.776919 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-cde9d347-f29b-4592-a036-0eefa7719e50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=591126906c7f4d4fb116cf890b47aa44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5741603 Mar 04 00:49:20.780366 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 43324) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:20.789664 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9d347-f29b-4592-a036-0eefa7719e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148b71b5-34c7-4d6d-9555-c2cb8f16de1c,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:20.799307 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f0769dda-a91f-425b-aa09-dc66a8f27ae3 req-6c456b04-4271-44f7-ae76-f015e46b00f1 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252880 Mar 04 00:49:20.873753 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a499b-f018-4484-baaa-d7cf99c08153 req-c3cb5757-6dc5-489f-af85-b6bde5647c13 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:20.875327 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ec3a499b-f018-4484-baaa-d7cf99c08153 req-c3cb5757-6dc5-489f-af85-b6bde5647c13 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0549803 Mar 04 00:49:20.884164 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 43326) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:20.889121 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-25443a43-0090-48f0-a8d1-fca0ad47a442 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Request body: {'floatingip': {'port_id': '76f6d819-65de-4824-a695-68ff6b24d3b8'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:20.934034 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d59e9b69-95b3-4e43-ae0f-efc74e779cfd admin admin] Publish callbacks [] for security_group (148b71b5-34c7-4d6d-9555-c2cb8f16de1c), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:20.964950 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-25443a43-0090-48f0-a8d1-fca0ad47a442 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for floatingip (9efa6461-7f5d-4187-ac18-3dec5c9bb711), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:20.996523 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 43330) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:21.034039 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d59e9b69-95b3-4e43-ae0f-efc74e779cfd admin admin] Publish callbacks [] for security_group (148b71b5-34c7-4d6d-9555-c2cb8f16de1c), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:21.351390 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-173febde-1625-47b4-a49b-737447bd374c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:21.452956 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d59e9b69-95b3-4e43-ae0f-efc74e779cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (148b71b5-34c7-4d6d-9555-c2cb8f16de1c), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:21.455643 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d59e9b69-95b3-4e43-ae0f-efc74e779cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:21.456783 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-d59e9b69-95b3-4e43-ae0f-efc74e779cfd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/148b71b5-34c7-4d6d-9555-c2cb8f16de1c HTTP/1.1" status: 204 len: 168 time: 0.6753998 Mar 04 00:49:21.533634 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.db.resource_extend [None req-a79d0f7d-c059-40df-a445-cc47cb1bac3d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 00:49:21.570280 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e9b69-95b3-4e43-ae0f-efc74e779cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148b71b5-34c7-4d6d-9555-c2cb8f16de1c,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:21.615442 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-173febde-1625-47b4-a49b-737447bd374c admin admin] Publish callbacks [] for security_group (e7aff3fc-987b-4dea-a68f-624a496a5512), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:21.626937 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-173febde-1625-47b4-a49b-737447bd374c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (e7aff3fc-987b-4dea-a68f-624a496a5512), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:21.666510 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a79d0f7d-c059-40df-a445-cc47cb1bac3d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:21.680361 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a79d0f7d-c059-40df-a445-cc47cb1bac3d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (6ef07aad-2b12-4b7b-b95d-0cbc3dd433f3), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:21.685560 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173febde-1625-47b4-a49b-737447bd374c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aff3fc-987b-4dea-a68f-624a496a5512,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:21.695209 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-f75059b0-778b-4c07-b809-62e38c1a8686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:21.698341 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-173febde-1625-47b4-a49b-737447bd374c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c55692b22b446ceba8d609d098f7db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7007887 Mar 04 00:49:21.699109 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 43340) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:21.701438 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c769b89-d438-46d9-9926-eb9770c2db79 req-41dd3618-e9df-473b-a34b-8f190b968d73 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:21.710919 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4c769b89-d438-46d9-9926-eb9770c2db79 req-41dd3618-e9df-473b-a34b-8f190b968d73 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.1928318 Mar 04 00:49:21.828536 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 43348) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:21.877285 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:21.880837 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Publish callbacks [] for security_group (e7aff3fc-987b-4dea-a68f-624a496a5512), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:21.883517 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.l3_db [None req-a79d0f7d-c059-40df-a445-cc47cb1bac3d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Floating IP 6ef07aad-2b12-4b7b-b95d-0cbc3dd433f3 associated. External IP: 172.27.0.248, port: 43cf44a1-b0bc-4049-a98d-e337eafc0891. Mar 04 00:49:21.896341 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.db.resource_extend [None req-25443a43-0090-48f0-a8d1-fca0ad47a442 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 00:49:21.944107 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Publish callbacks [] for security_group (e7aff3fc-987b-4dea-a68f-624a496a5512), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:21.963906 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4c769b89-d438-46d9-9926-eb9770c2db79 req-d5897e0c-5a78-4aa6-b47f-e0baf996c71a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519686 Mar 04 00:49:22.012407 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-25443a43-0090-48f0-a8d1-fca0ad47a442 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:22.027431 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-25443a43-0090-48f0-a8d1-fca0ad47a442 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (9efa6461-7f5d-4187-ac18-3dec5c9bb711), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:22.078323 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (e7aff3fc-987b-4dea-a68f-624a496a5512), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:22.080850 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:22.082001 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7aff3fc-987b-4dea-a68f-624a496a5512 HTTP/1.1" status: 204 len: 168 time: 0.3486555 Mar 04 00:49:22.083610 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52914647-959c-4f0d-a7d5-68b902c6596c req-973caf03-a707-4bcb-a086-3553fdbcac6b tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:22.085122 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-52914647-959c-4f0d-a7d5-68b902c6596c req-973caf03-a707-4bcb-a086-3553fdbcac6b tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 944 time: 0.1984978 Mar 04 00:49:22.096097 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aff3fc-987b-4dea-a68f-624a496a5512,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:22.106460 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.106813 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.107166 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.108041 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.108041 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.108209 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.108463 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.108777 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.109106 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.109435 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.109744 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.110101 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.110408 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be021f-db2f-4c1b-ab25-36c280e225ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.177396 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79d0f7d-c059-40df-a445-cc47cb1bac3d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Router de85fe9f-db05-412c-9543-13f31cdaa01b has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:49:22.215906 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] Publish callbacks [] for security_group (4ef0fccf-e1d7-4b92-8a10-42d0aa643b32), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:22.219710 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-52914647-959c-4f0d-a7d5-68b902c6596c req-1b3318b2-d7e7-4bc6-9da1-957edab377c5 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248701 Mar 04 00:49:22.222999 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (4ef0fccf-e1d7-4b92-8a10-42d0aa643b32), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:22.249527 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.l3_db [None req-25443a43-0090-48f0-a8d1-fca0ad47a442 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Floating IP 9efa6461-7f5d-4187-ac18-3dec5c9bb711 associated. External IP: 172.27.0.14, port: 76f6d819-65de-4824-a695-68ff6b24d3b8. Mar 04 00:49:22.294691 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4531f6cc8004771aeb84ee6828d135b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4625535 Mar 04 00:49:22.295061 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 43352) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:22.315485 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef0fccf-e1d7-4b92-8a10-42d0aa643b32,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:22.324034 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79d0f7d-c059-40df-a445-cc47cb1bac3d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:49:22.326946 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.327302 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.327645 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.327981 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.328310 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.328632 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.328963 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.329286 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.329608 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.329963 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.330873 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.330948 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a79d0f7d-c059-40df-a445-cc47cb1bac3d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:22.331039 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.331039 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cc3ea-26a8-481d-a90d-1c02b873f83c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:22.353656 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748306a1-addd-446e-8f50-2ce00b3f5e85 None None] Sync routers for ids ['de85fe9f-db05-412c-9543-13f31cdaa01b'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:49:22.364773 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748306a1-addd-446e-8f50-2ce00b3f5e85 None None] Routers {'de85fe9f-db05-412c-9543-13f31cdaa01b'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:49:22.365624 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-748306a1-addd-446e-8f50-2ce00b3f5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:49:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['de85fe9f-db05-412c-9543-13f31cdaa01b'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:49:22.379223 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-a79d0f7d-c059-40df-a445-cc47cb1bac3d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "PUT /v2.0/floatingips/6ef07aad-2b12-4b7b-b95d-0cbc3dd433f3 HTTP/1.1" status: 200 len: 991 time: 1.9637818 Mar 04 00:49:22.381400 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1631ea-005d-4031-8f05-471d83997c23', 'tag': '43cf44a1-b0bc-4049-a98d-e337eafc0891'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:49:22.384357 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668e87f0-fbb9-42c4-a4a6-eb1cc5c32802" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1631ea-005d-4031-8f05-471d83997c23", "tag": "43cf44a1-b0bc-4049-a98d-e337eafc0891"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:49:22.389823 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-758e616d-7e8a-48f4-940f-28fc19e31d77 admin admin] Publish callbacks [] for security_group (4ef0fccf-e1d7-4b92-8a10-42d0aa643b32), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:22.412671 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-758e616d-7e8a-48f4-940f-28fc19e31d77 admin admin] Publish callbacks [] for security_group (4ef0fccf-e1d7-4b92-8a10-42d0aa643b32), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:22.467619 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-758e616d-7e8a-48f4-940f-28fc19e31d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (4ef0fccf-e1d7-4b92-8a10-42d0aa643b32), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:22.470234 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-758e616d-7e8a-48f4-940f-28fc19e31d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:22.471400 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-758e616d-7e8a-48f4-940f-28fc19e31d77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ef0fccf-e1d7-4b92-8a10-42d0aa643b32 HTTP/1.1" status: 204 len: 168 time: 0.1753790 Mar 04 00:49:22.472984 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e01c71-bb39-4ead-b4e3-3e235819dc6f x-openstack-request-id: req-09e01c71-bb39-4ead-b4e3-3e235819dc6f {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:49:22.474746 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1631ea-005d-4031-8f05-471d83997c23", "tag": "43cf44a1-b0bc-4049-a98d-e337eafc0891", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:49:22.474746 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09e01c71-bb39-4ead-b4e3-3e235819dc6f {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:49:22.474976 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1631ea-005d-4031-8f05-471d83997c23', 'tag': '43cf44a1-b0bc-4049-a98d-e337eafc0891', 'status': 'completed', 'code': 200} Mar 04 00:49:22.484183 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e616d-7e8a-48f4-940f-28fc19e31d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef0fccf-e1d7-4b92-8a10-42d0aa643b32,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:22.573008 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-748306a1-addd-446e-8f50-2ce00b3f5e85 None None] Set router de85fe9f-db05-412c-9543-13f31cdaa01b gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:49:22.579743 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25443a43-0090-48f0-a8d1-fca0ad47a442 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Router 38443604-714f-4677-a150-fe847ec68ef5 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:49:22.619047 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 43364) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:22.643188 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e87f0-fbb9-42c4-a4a6-eb1cc5c32802 req-fdd27513-33bc-4a6a-9279-0a129a45b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:22.644794 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-668e87f0-fbb9-42c4-a4a6-eb1cc5c32802 req-fdd27513-33bc-4a6a-9279-0a129a45b9af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc&device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 1129 time: 0.1258888 Mar 04 00:49:22.651604 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a4ba-36c0-4f1e-8797-f989f5ddf2fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:22.776648 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:22.782368 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25443a43-0090-48f0-a8d1-fca0ad47a442 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:49:22.806132 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9323a5c8-6f3d-4836-b1c7-c0e4ca7fe475 None None] Sync routers for ids ['38443604-714f-4677-a150-fe847ec68ef5'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:49:22.814204 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-25443a43-0090-48f0-a8d1-fca0ad47a442 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:22.826600 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e87f0-fbb9-42c4-a4a6-eb1cc5c32802 req-12a565a1-02c3-4117-bc50-abb1d0f84fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:22.828773 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-668e87f0-fbb9-42c4-a4a6-eb1cc5c32802 req-12a565a1-02c3-4117-bc50-abb1d0f84fd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 HTTP/1.1" status: 200 len: 917 time: 0.1746576 Mar 04 00:49:22.841289 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9323a5c8-6f3d-4836-b1c7-c0e4ca7fe475 None None] Routers {'38443604-714f-4677-a150-fe847ec68ef5'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:49:22.843096 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-9323a5c8-6f3d-4836-b1c7-c0e4ca7fe475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:49:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['38443604-714f-4677-a150-fe847ec68ef5'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:49:22.907634 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-25443a43-0090-48f0-a8d1-fca0ad47a442 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "PUT /v2.0/floatingips/9efa6461-7f5d-4187-ac18-3dec5c9bb711 HTTP/1.1" status: 200 len: 990 time: 2.0222502 Mar 04 00:49:22.908726 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85dfea5-c350-4875-99a1-4fb7b59f5fb8', 'tag': '76f6d819-65de-4824-a695-68ff6b24d3b8'}] {{(pid=109681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:49:22.913306 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae4805007b3bb6190c1129a79b84dd0e255d51cd65cf20037da88792fc2b9a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7607fc55-513e-4256-b56b-ff5834efb990" -d '{"events": [{"name": "network-changed", "server_uuid": "d85dfea5-c350-4875-99a1-4fb7b59f5fb8", "tag": "76f6d819-65de-4824-a695-68ff6b24d3b8"}]}' {{(pid=109681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:49:23.031318 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-668e87f0-fbb9-42c4-a4a6-eb1cc5c32802 req-1a55c3c1-8584-4489-9d2b-3752ea8449fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43cf44a1-b0bc-4049-a98d-e337eafc0891 HTTP/1.1" status: 200 len: 999 time: 0.1915467 Mar 04 00:49:23.035972 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b14d9e-eb5c-4d06-9ddc-d5868eb4f45e x-openstack-request-id: req-25b14d9e-eb5c-4d06-9ddc-d5868eb4f45e {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:49:23.036336 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85dfea5-c350-4875-99a1-4fb7b59f5fb8", "tag": "76f6d819-65de-4824-a695-68ff6b24d3b8", "status": "completed", "code": 200}]} {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:49:23.036660 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25b14d9e-eb5c-4d06-9ddc-d5868eb4f45e {{(pid=109681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:49:23.037648 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85dfea5-c350-4875-99a1-4fb7b59f5fb8', 'tag': '76f6d819-65de-4824-a695-68ff6b24d3b8', 'status': 'completed', 'code': 200} Mar 04 00:49:23.076852 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a4ba-36c0-4f1e-8797-f989f5ddf2fc admin admin] Publish callbacks [] for security_group (cb908ece-1d3a-4e70-b6c4-31709e242bba), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:23.168660 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a4ba-36c0-4f1e-8797-f989f5ddf2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (cb908ece-1d3a-4e70-b6c4-31709e242bba), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:23.174479 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-748306a1-addd-446e-8f50-2ce00b3f5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:40Z', 'revision_number': 4, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': '6ef07aad-2b12-4b7b-b95d-0cbc3dd433f3', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'port_id': '43cf44a1-b0bc-4049-a98d-e337eafc0891', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'mac_address': 'fa:16:3e:fd:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1631ea-005d-4031-8f05-471d83997c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:48:50Z', 'updated_at': '2022-03-04T00:49:21Z', 'revision_number': 1, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb46834-f660-4b93-b19d-c69bf18445d9', 'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'mac_address': 'fa:16:3e:ce:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:38Z', 'updated_at': '2022-03-04T00:48:48Z', 'revision_number': 5, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'subnets': [{'id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:49:23.203216 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ffb7e-ae0c-4388-ac19-fb43b7d28486 req-6d2a9edd-4c90-41b2-88fb-1c7008554a3e tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:23.205883 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b52ffb7e-ae0c-4388-ac19-fb43b7d28486 req-6d2a9edd-4c90-41b2-88fb-1c7008554a3e tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0847154 Mar 04 00:49:23.240474 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748306a1-addd-446e-8f50-2ce00b3f5e85 None None] Checking router: de85fe9f-db05-412c-9543-13f31cdaa01b for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:49:23.258129 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748306a1-addd-446e-8f50-2ce00b3f5e85 None None] Routers {'de85fe9f-db05-412c-9543-13f31cdaa01b'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:49:23.258737 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-748306a1-addd-446e-8f50-2ce00b3f5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:49:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['de85fe9f-db05-412c-9543-13f31cdaa01b'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:49:23.269187 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-d1a2a4ba-36c0-4f1e-8797-f989f5ddf2fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2db87a4f3404ee58ee69e6ef6c250c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6490917 Mar 04 00:49:23.276420 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 43394) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:23.278722 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2a4ba-36c0-4f1e-8797-f989f5ddf2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb908ece-1d3a-4e70-b6c4-31709e242bba,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:23.280612 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-9323a5c8-6f3d-4836-b1c7-c0e4ca7fe475 None None] Set router 38443604-714f-4677-a150-fe847ec68ef5 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:49:23.284987 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e87f0-fbb9-42c4-a4a6-eb1cc5c32802 req-eb14bb63-bb40-498b-bfad-5b807262e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:23.286815 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-668e87f0-fbb9-42c4-a4a6-eb1cc5c32802 req-eb14bb63-bb40-498b-bfad-5b807262e960 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87bec407-8dd4-4f43-bf0c-56797aa95a7a HTTP/1.1" status: 200 len: 855 time: 0.2074974 Mar 04 00:49:23.323461 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607fc55-513e-4256-b56b-ff5834efb990 req-aa211271-e186-44d7-bb99-9662236a7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:23.325069 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7607fc55-513e-4256-b56b-ff5834efb990 req-aa211271-e186-44d7-bb99-9662236a7635 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f74a38a30364f84b464c10e694a223d&device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 1129 time: 0.1835904 Mar 04 00:49:23.328983 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b52ffb7e-ae0c-4388-ac19-fb43b7d28486 req-7a2034da-7044-4e65-b4e1-03a0b790cb38 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137674 Mar 04 00:49:23.402722 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-26633251-1c9e-489b-b524-2e5f570166e5 admin admin] Publish callbacks [] for security_group (cb908ece-1d3a-4e70-b6c4-31709e242bba), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:23.420972 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398d8c0-5bfb-4cb7-b5c4-df097faca1cb req-9ca759b6-8c35-4acb-b2b3-f7d1c586111d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:23.427746 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3398d8c0-5bfb-4cb7-b5c4-df097faca1cb req-9ca759b6-8c35-4acb-b2b3-f7d1c586111d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 944 time: 0.0947628 Mar 04 00:49:23.457693 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-26633251-1c9e-489b-b524-2e5f570166e5 admin admin] Publish callbacks [] for security_group (cb908ece-1d3a-4e70-b6c4-31709e242bba), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:23.463900 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e87f0-fbb9-42c4-a4a6-eb1cc5c32802 req-96c952f1-bcb2-4634-adb6-dfe118d3e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:23.467135 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-668e87f0-fbb9-42c4-a4a6-eb1cc5c32802 req-96c952f1-bcb2-4634-adb6-dfe118d3e1dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1705585 Mar 04 00:49:23.516791 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-748306a1-addd-446e-8f50-2ce00b3f5e85 None None] Set router de85fe9f-db05-412c-9543-13f31cdaa01b gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:49:23.519021 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3398d8c0-5bfb-4cb7-b5c4-df097faca1cb req-800cc16f-9572-411e-abad-12dd5547ae21 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903509 Mar 04 00:49:23.521531 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607fc55-513e-4256-b56b-ff5834efb990 req-dd5f97fc-ddf0-4b63-8edf-5a684aa3e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:23.523245 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7607fc55-513e-4256-b56b-ff5834efb990 req-dd5f97fc-ddf0-4b63-8edf-5a684aa3e686 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0f459d4b-89d4-473a-8642-eeac28fa1b34 HTTP/1.1" status: 200 len: 912 time: 0.1816661 Mar 04 00:49:23.552378 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-26633251-1c9e-489b-b524-2e5f570166e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (cb908ece-1d3a-4e70-b6c4-31709e242bba), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:23.556296 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-26633251-1c9e-489b-b524-2e5f570166e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:23.557696 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-26633251-1c9e-489b-b524-2e5f570166e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb908ece-1d3a-4e70-b6c4-31709e242bba HTTP/1.1" status: 204 len: 168 time: 0.2803073 Mar 04 00:49:23.587251 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26633251-1c9e-489b-b524-2e5f570166e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb908ece-1d3a-4e70-b6c4-31709e242bba,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:23.659644 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7607fc55-513e-4256-b56b-ff5834efb990 req-5a5a5f0f-9ada-47e1-9298-cb5b9f493f94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f6d819-65de-4824-a695-68ff6b24d3b8 HTTP/1.1" status: 200 len: 998 time: 0.0937951 Mar 04 00:49:23.666349 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-668e87f0-fbb9-42c4-a4a6-eb1cc5c32802 req-46b8b00e-e49a-40e7-beb3-24f06ecca106 service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835861 Mar 04 00:49:23.742038 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-9323a5c8-6f3d-4836-b1c7-c0e4ca7fe475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': '9efa6461-7f5d-4187-ac18-3dec5c9bb711', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': '38443604-714f-4677-a150-fe847ec68ef5', 'port_id': '76f6d819-65de-4824-a695-68ff6b24d3b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'mac_address': 'fa:16:3e:1c:1a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85dfea5-c350-4875-99a1-4fb7b59f5fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:48:50Z', 'updated_at': '2022-03-04T00:49:21Z', 'revision_number': 1, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e96b569-93de-4890-845b-5fe63916fe50', 'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'mac_address': 'fa:16:3e:c8:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:33Z', 'updated_at': '2022-03-04T00:48:49Z', 'revision_number': 5, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'subnets': [{'id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:49:23.773289 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9323a5c8-6f3d-4836-b1c7-c0e4ca7fe475 None None] Checking router: 38443604-714f-4677-a150-fe847ec68ef5 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:49:23.775519 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607fc55-513e-4256-b56b-ff5834efb990 req-c9fe57e9-5f33-43fa-8e2c-544b01c606c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:23.777171 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7607fc55-513e-4256-b56b-ff5834efb990 req-c9fe57e9-5f33-43fa-8e2c-544b01c606c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bd82242-2f06-4a28-9540-82b69b66357f HTTP/1.1" status: 200 len: 850 time: 0.1099811 Mar 04 00:49:23.783339 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9323a5c8-6f3d-4836-b1c7-c0e4ca7fe475 None None] Routers {'38443604-714f-4677-a150-fe847ec68ef5'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:49:23.784126 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-9323a5c8-6f3d-4836-b1c7-c0e4ca7fe475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:49:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['38443604-714f-4677-a150-fe847ec68ef5'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:49:23.844475 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-668e87f0-fbb9-42c4-a4a6-eb1cc5c32802 req-1929a9ef-8c7d-4bb1-a440-b5f3339b464f service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484902 Mar 04 00:49:23.884341 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607fc55-513e-4256-b56b-ff5834efb990 req-122ae957-45c7-4c5b-8de5-b34493504350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:23.888160 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7607fc55-513e-4256-b56b-ff5834efb990 req-122ae957-45c7-4c5b-8de5-b34493504350 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f459d4b-89d4-473a-8642-eeac28fa1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1028829 Mar 04 00:49:23.952825 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-9323a5c8-6f3d-4836-b1c7-c0e4ca7fe475 None None] Set router 38443604-714f-4677-a150-fe847ec68ef5 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:49:24.012681 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-748306a1-addd-446e-8f50-2ce00b3f5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:40Z', 'revision_number': 4, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': '6ef07aad-2b12-4b7b-b95d-0cbc3dd433f3', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'port_id': '43cf44a1-b0bc-4049-a98d-e337eafc0891', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'mac_address': 'fa:16:3e:fd:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1631ea-005d-4031-8f05-471d83997c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:48:50Z', 'updated_at': '2022-03-04T00:49:21Z', 'revision_number': 1, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb46834-f660-4b93-b19d-c69bf18445d9', 'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'mac_address': 'fa:16:3e:ce:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:38Z', 'updated_at': '2022-03-04T00:48:48Z', 'revision_number': 5, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'subnets': [{'id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:49:24.047214 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7607fc55-513e-4256-b56b-ff5834efb990 req-aa1af34b-5000-4690-9604-cc8684eacba7 service neutron] 10.222.0.20 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513219 Mar 04 00:49:24.061575 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748306a1-addd-446e-8f50-2ce00b3f5e85 None None] The sync data for ids ['de85fe9f-db05-412c-9543-13f31cdaa01b'] in dv-cinder-812685-7-iscsi is: [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:40Z', 'revision_number': 4, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': '6ef07aad-2b12-4b7b-b95d-0cbc3dd433f3', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'port_id': '43cf44a1-b0bc-4049-a98d-e337eafc0891', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'mac_address': 'fa:16:3e:fd:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1631ea-005d-4031-8f05-471d83997c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:48:50Z', 'updated_at': '2022-03-04T00:49:21Z', 'revision_number': 1, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb46834-f660-4b93-b19d-c69bf18445d9', 'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'mac_address': 'fa:16:3e:ce:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:38Z', 'updated_at': '2022-03-04T00:48:48Z', 'revision_number': 5, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'subnets': [{'id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:49:24.136139 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:24.235790 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7607fc55-513e-4256-b56b-ff5834efb990 req-b0902c16-d04c-4418-873e-f9b26105f1f6 service neutron] 10.222.0.20 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794055 Mar 04 00:49:24.332415 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-9323a5c8-6f3d-4836-b1c7-c0e4ca7fe475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': '9efa6461-7f5d-4187-ac18-3dec5c9bb711', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': '38443604-714f-4677-a150-fe847ec68ef5', 'port_id': '76f6d819-65de-4824-a695-68ff6b24d3b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'mac_address': 'fa:16:3e:1c:1a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85dfea5-c350-4875-99a1-4fb7b59f5fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:48:50Z', 'updated_at': '2022-03-04T00:49:21Z', 'revision_number': 1, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e96b569-93de-4890-845b-5fe63916fe50', 'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'mac_address': 'fa:16:3e:c8:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:33Z', 'updated_at': '2022-03-04T00:48:49Z', 'revision_number': 5, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'subnets': [{'id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:49:24.361824 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9323a5c8-6f3d-4836-b1c7-c0e4ca7fe475 None None] The sync data for ids ['38443604-714f-4677-a150-fe847ec68ef5'] in dv-cinder-812685-7-iscsi is: [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': '9efa6461-7f5d-4187-ac18-3dec5c9bb711', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': '38443604-714f-4677-a150-fe847ec68ef5', 'port_id': '76f6d819-65de-4824-a695-68ff6b24d3b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'mac_address': 'fa:16:3e:1c:1a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85dfea5-c350-4875-99a1-4fb7b59f5fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:48:50Z', 'updated_at': '2022-03-04T00:49:21Z', 'revision_number': 1, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e96b569-93de-4890-845b-5fe63916fe50', 'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'mac_address': 'fa:16:3e:c8:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:33Z', 'updated_at': '2022-03-04T00:48:49Z', 'revision_number': 5, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'subnets': [{'id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:49:24.363626 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 49a0605a-7433-4e55-9ab8-973c262c4c35 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:49:24.481723 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200cec7f-fa1e-4aa1-94b7-3e2871c2b198 None None] New status for floating IP 6ef07aad-2b12-4b7b-b95d-0cbc3dd433f3: ACTIVE {{(pid=109683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:49:24.530024 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 49a0605a-7433-4e55-9ab8-973c262c4c35, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=49a0605a-7433-4e55-9ab8-973c262c4c35,segment=NetworkSegment(3ac803cd-ad47-46e4-a3d3-57fa52093b76),segment_id=3ac803cd-ad47-46e4-a3d3-57fa52093b76)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:24.554777 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '49a0605a-7433-4e55-9ab8-973c262c4c35', 'network_id': 'e5271ac3-8251-46fc-83f9-34168f7c7413', 'port_id': '49a0605a-7433-4e55-9ab8-973c262c4c35', 'mac_address': 'fa:16:3e:ac:1d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf26d52-3885-4c66-a01e-d3dea948abfa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:49:24.586576 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907f461-e677-4de0-aefb-0482a639ed19 req-fb25249b-7809-459e-899e-761754f8e665 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:24.588153 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1907f461-e677-4de0-aefb-0482a639ed19 req-fb25249b-7809-459e-899e-761754f8e665 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.1720893 Mar 04 00:49:24.643514 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 49a0605a-7433-4e55-9ab8-973c262c4c35 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:24.644301 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (49a0605a-7433-4e55-9ab8-973c262c4c35), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:24.664869 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a0605a-7433-4e55-9ab8-973c262c4c35 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:49:24.685686 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1907f461-e677-4de0-aefb-0482a639ed19 req-aa58db36-2548-4bf5-be40-d8b8083adf22 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901048 Mar 04 00:49:24.728589 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 49a0605a-7433-4e55-9ab8-973c262c4c35, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=49a0605a-7433-4e55-9ab8-973c262c4c35,segment=NetworkSegment(3ac803cd-ad47-46e4-a3d3-57fa52093b76),segment_id=3ac803cd-ad47-46e4-a3d3-57fa52093b76)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:24.736472 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (49a0605a-7433-4e55-9ab8-973c262c4c35), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:24.754070 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930860e-91c4-4830-96d4-146e4eef8f96 req-d44ed2ba-2f57-4ce4-93ef-41a9157cce6f tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:24.757258 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9930860e-91c4-4830-96d4-146e4eef8f96 req-d44ed2ba-2f57-4ce4-93ef-41a9157cce6f tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 944 time: 0.0862014 Mar 04 00:49:24.806109 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea95f9d-33b9-4209-bd65-7785e3cc66bb None None] New status for floating IP 9efa6461-7f5d-4187-ac18-3dec5c9bb711: ACTIVE {{(pid=109682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:49:24.842477 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9930860e-91c4-4830-96d4-146e4eef8f96 req-ec2d90c1-1a2b-4247-9def-477559665011 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780909 Mar 04 00:49:24.911885 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=49a0605a-7433-4e55-9ab8-973c262c4c35,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:25.234298 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['49a0605a-7433-4e55-9ab8-973c262c4c35'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:49:25.819197 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:25.826673 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fcd46-6530-49d3-b7d1-50206d801359 req-247ae71b-625f-48d3-b7e8-5b58990df0a6 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:25.828213 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6a3fcd46-6530-49d3-b7d1-50206d801359 req-247ae71b-625f-48d3-b7e8-5b58990df0a6 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0703557 Mar 04 00:49:25.880102 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6a3fcd46-6530-49d3-b7d1-50206d801359 req-ff6fc5c9-35ee-490a-b674-a0f379afa347 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459142 Mar 04 00:49:25.985363 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2b857-8ad4-4e01-8f02-828739f85f53 req-12f8a1ef-b86f-4cb7-b0d6-5420e6af6896 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:25.986887 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-32e2b857-8ad4-4e01-8f02-828739f85f53 req-12f8a1ef-b86f-4cb7-b0d6-5420e6af6896 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 945 time: 0.0560005 Mar 04 00:49:26.037074 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-32e2b857-8ad4-4e01-8f02-828739f85f53 req-fff92e49-d5fa-4f5d-8da2-8ecbde3d61d8 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446544 Mar 04 00:49:26.358066 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 49a0605a-7433-4e55-9ab8-973c262c4c35 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:49:26.409149 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port 49a0605a-7433-4e55-9ab8-973c262c4c35 completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:49:26.413710 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 49a0605a-7433-4e55-9ab8-973c262c4c35 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:49:26.414294 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (49a0605a-7433-4e55-9ab8-973c262c4c35), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:26.538294 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 49a0605a-7433-4e55-9ab8-973c262c4c35 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:26.538638 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (49a0605a-7433-4e55-9ab8-973c262c4c35), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:26.564750 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14900893-2666-4eae-9b17-c70584c460ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a0605a-7433-4e55-9ab8-973c262c4c35'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:49:26.567665 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8479ccef-3631-4456-9d8e-6edeeaaa1fae" -d '{"events": [{"server_uuid": "14900893-2666-4eae-9b17-c70584c460ed", "name": "network-vif-plugged", "status": "completed", "tag": "49a0605a-7433-4e55-9ab8-973c262c4c35"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:49:26.603159 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 49a0605a-7433-4e55-9ab8-973c262c4c35, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=49a0605a-7433-4e55-9ab8-973c262c4c35,segment=NetworkSegment(3ac803cd-ad47-46e4-a3d3-57fa52093b76),segment_id=3ac803cd-ad47-46e4-a3d3-57fa52093b76)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:26.609148 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (49a0605a-7433-4e55-9ab8-973c262c4c35), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:26.617141 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674f58a1-1f6f-4d68-a78e-c48f2251bae1 x-openstack-request-id: req-674f58a1-1f6f-4d68-a78e-c48f2251bae1 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:49:26.617525 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14900893-2666-4eae-9b17-c70584c460ed", "name": "network-vif-plugged", "status": "completed", "tag": "49a0605a-7433-4e55-9ab8-973c262c4c35", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:49:26.617880 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-674f58a1-1f6f-4d68-a78e-c48f2251bae1 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:49:26.618274 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14900893-2666-4eae-9b17-c70584c460ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a0605a-7433-4e55-9ab8-973c262c4c35', 'code': 200} Mar 04 00:49:26.667620 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=49a0605a-7433-4e55-9ab8-973c262c4c35,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:26.676193 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:26.676569 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:26.676946 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:26.677349 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:26.677862 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:26.678250 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:26.679112 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:26.679447 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:26.679782 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:26.680127 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:26.680464 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:26.680790 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:26.681116 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:49:26.743876 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-e2a04a4b-b6ac-416a-83ea-718bdb7e5a12 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:26.745421 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-e2a04a4b-b6ac-416a-83ea-718bdb7e5a12 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/networks?id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a HTTP/1.1" status: 200 len: 815 time: 0.1476550 Mar 04 00:49:26.768759 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-1668b0b6-7027-4c72-b0c7-bb960fc929c1 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/quotas/27b3b669ec404142ae9c4b1cda006a1a HTTP/1.1" status: 200 len: 375 time: 0.0164258 Mar 04 00:49:26.863921 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-e28d3560-b753-45ca-9159-81389c71497f tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=27b3b669ec404142ae9c4b1cda006a1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0879660 Mar 04 00:49:26.883041 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acec1dd-c2fd-4006-8a12-110796300c09 req-8eccf130-1fc8-4d5a-adc4-afa8fc10c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:26.884589 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3acec1dd-c2fd-4006-8a12-110796300c09 req-8eccf130-1fc8-4d5a-adc4-afa8fc10c6c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 1130 time: 0.0702050 Mar 04 00:49:26.949435 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3acec1dd-c2fd-4006-8a12-110796300c09 req-b4469973-f7f7-41d8-98c4-5424a400e7f5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582094 Mar 04 00:49:26.966883 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-ad49fe09-526b-436d-8b27-c809417759b7 service neutron] 10.222.0.23 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959907 Mar 04 00:49:27.097393 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151a7b9-cedd-44bc-8c2a-7304c630b8c8 req-25299e6d-45e2-4270-b061-40b722c1c5f0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:27.098908 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3151a7b9-cedd-44bc-8c2a-7304c630b8c8 req-25299e6d-45e2-4270-b061-40b722c1c5f0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.1308393 Mar 04 00:49:27.106475 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-309d1fab-e837-4b14-bca9-bd6042be0f48 service neutron] 10.222.0.23 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298378 Mar 04 00:49:27.160582 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3151a7b9-cedd-44bc-8c2a-7304c630b8c8 req-613c6cb2-68b3-4c31-8116-892bba3654d4 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531678 Mar 04 00:49:27.289579 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-88a275c3-ea25-4890-be2a-d7fbdb00b965 req-34370759-a15f-449c-aaa8-888e63033403 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 210 time: 0.0319331 Mar 04 00:49:27.306562 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c313e-4994-40ef-9fd6-52c54c583024 req-7fb1f903-046f-444d-8e23-665e8c8b3dd8 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:27.308116 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ab2c313e-4994-40ef-9fd6-52c54c583024 req-7fb1f903-046f-444d-8e23-665e8c8b3dd8 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 946 time: 0.0860705 Mar 04 00:49:27.357120 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ab2c313e-4994-40ef-9fd6-52c54c583024 req-c9a4b6a7-3792-4508-afb6-50ca359db433 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422513 Mar 04 00:49:28.162084 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 43588) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:28.302161 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64df5bd3-6d9a-409e-aaac-cdaa9b10bded req-98a663b8-e0a9-4862-bd81-fad73d2779ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694206 Mar 04 00:49:28.322680 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224fb56-c899-46c2-8dce-1db68dfcde5b req-2db338ae-adc7-41d0-89f0-acb9faa2a5d5 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:28.324361 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2224fb56-c899-46c2-8dce-1db68dfcde5b req-2db338ae-adc7-41d0-89f0-acb9faa2a5d5 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0902863 Mar 04 00:49:28.383610 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-2039a856-0966-47c3-9aca-77afbf961590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:28.414664 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bd1e9200-b7c8-4c9b-9264-5a12bd1602a6 req-7782d0f7-f4dc-4963-877f-bd981e9d2c6b tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 210 time: 0.0478985 Mar 04 00:49:28.475016 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df5bd3-6d9a-409e-aaac-cdaa9b10bded req-a707db2d-61b3-4d71-aceb-4c326e5e2976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:28.476547 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64df5bd3-6d9a-409e-aaac-cdaa9b10bded req-a707db2d-61b3-4d71-aceb-4c326e5e2976 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=27b3b669ec404142ae9c4b1cda006a1a&device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 1130 time: 0.0860686 Mar 04 00:49:28.484329 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-aff3ecee-87bc-4295-8016-4a66d1e2eb94 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:28.486091 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-aff3ecee-87bc-4295-8016-4a66d1e2eb94 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.20 "GET /v2.0/networks?id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a HTTP/1.1" status: 200 len: 815 time: 0.1501586 Mar 04 00:49:28.486879 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2224fb56-c899-46c2-8dce-1db68dfcde5b req-ba0eed3e-b997-489b-ad20-ebeb125c9a1b tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561539 Mar 04 00:49:28.502090 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-6acb6875-f4b7-4f06-b33c-3a11ec63812d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Request body: {'port': {'device_id': '49c929c8-bf7f-43fa-bc1e-01b1f9737b39', 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a', 'admin_state_up': True, 'tenant_id': '27b3b669ec404142ae9c4b1cda006a1a'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:28.579260 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54318e2b-fcaf-44de-b0a9-c00bf6b4715d req-9d434794-501d-402e-8cf9-a10b11c16b75 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:28.580808 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-54318e2b-fcaf-44de-b0a9-c00bf6b4715d req-9d434794-501d-402e-8cf9-a10b11c16b75 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 946 time: 0.0916781 Mar 04 00:49:28.603793 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-2039a856-0966-47c3-9aca-77afbf961590 admin admin] Publish callbacks [] for security_group (1140c84f-005b-4fb5-adea-51453e9bdc6d), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:28.614365 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-2039a856-0966-47c3-9aca-77afbf961590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (1140c84f-005b-4fb5-adea-51453e9bdc6d), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:28.677219 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039a856-0966-47c3-9aca-77afbf961590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1140c84f-005b-4fb5-adea-51453e9bdc6d,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:28.683607 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-54318e2b-fcaf-44de-b0a9-c00bf6b4715d req-f72e0541-75f9-4f86-9f69-d8dfef5cc410 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953417 Mar 04 00:49:28.689329 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-2039a856-0966-47c3-9aca-77afbf961590 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75075468c57e4f6a8b4dfa7c4ec4d589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5256274 Mar 04 00:49:28.689947 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 43608) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:28.741508 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d2cedff9-dc74-4be4-98f2-9dd5971ea2c1 admin admin] Publish callbacks [] for security_group (1140c84f-005b-4fb5-adea-51453e9bdc6d), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:28.764186 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d2cedff9-dc74-4be4-98f2-9dd5971ea2c1 admin admin] Publish callbacks [] for security_group (1140c84f-005b-4fb5-adea-51453e9bdc6d), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:28.812448 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d2cedff9-dc74-4be4-98f2-9dd5971ea2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (1140c84f-005b-4fb5-adea-51453e9bdc6d), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:28.815159 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d2cedff9-dc74-4be4-98f2-9dd5971ea2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:28.816308 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-d2cedff9-dc74-4be4-98f2-9dd5971ea2c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1140c84f-005b-4fb5-adea-51453e9bdc6d HTTP/1.1" status: 204 len: 168 time: 0.1254504 Mar 04 00:49:28.824698 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cedff9-dc74-4be4-98f2-9dd5971ea2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1140c84f-005b-4fb5-adea-51453e9bdc6d,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:28.902824 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df5bd3-6d9a-409e-aaac-cdaa9b10bded req-95931af4-7f31-413e-8278-b7b19b6befa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:28.904249 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64df5bd3-6d9a-409e-aaac-cdaa9b10bded req-95931af4-7f31-413e-8278-b7b19b6befa6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a HTTP/1.1" status: 200 len: 916 time: 0.3498282 Mar 04 00:49:28.909910 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-6acb6875-f4b7-4f06-b33c-3a11ec63812d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Made reservation on behalf of 27b3b669ec404142ae9c4b1cda006a1a for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:49:28.913936 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-6acb6875-f4b7-4f06-b33c-3a11ec63812d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:28.965242 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64df5bd3-6d9a-409e-aaac-cdaa9b10bded req-649b40c5-e0b2-463b-ab25-cdf426935b56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=609c6ea4-8608-404e-8b08-699f78e8ec70 HTTP/1.1" status: 200 len: 217 time: 0.0413845 Mar 04 00:49:29.075534 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df5bd3-6d9a-409e-aaac-cdaa9b10bded req-8dfb3009-7ebd-4890-b7de-53a8cc22634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:29.076963 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64df5bd3-6d9a-409e-aaac-cdaa9b10bded req-8dfb3009-7ebd-4890-b7de-53a8cc22634d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88ab0500-9729-459f-9744-bd096b771772 HTTP/1.1" status: 200 len: 855 time: 0.1020405 Mar 04 00:49:29.091677 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 43614) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:29.105008 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-16e4ff00-c85f-4191-aec9-581a3da9b582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:29.117118 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64df5bd3-6d9a-409e-aaac-cdaa9b10bded req-c6f59576-2696-479b-9b90-55adbfa27df6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337648 Mar 04 00:49:29.139716 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-6acb6875-f4b7-4f06-b33c-3a11ec63812d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Allocated IP 172.20.0.9 (dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a/88ab0500-9729-459f-9744-bd096b771772/629856c0-6f62-4682-a269-22f0b66a3209) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:49:29.188067 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-16e4ff00-c85f-4191-aec9-581a3da9b582 admin admin] Publish callbacks [] for security_group (18679682-b298-4b79-88cc-40f1ce975c7f), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:29.192237 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-16e4ff00-c85f-4191-aec9-581a3da9b582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (18679682-b298-4b79-88cc-40f1ce975c7f), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:29.233346 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-16e4ff00-c85f-4191-aec9-581a3da9b582 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ba377d0be1e4f08b4061b1f67babf32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382747 Mar 04 00:49:29.233346 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4ff00-c85f-4191-aec9-581a3da9b582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18679682-b298-4b79-88cc-40f1ce975c7f,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:29.235180 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 43616) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:29.260436 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64df5bd3-6d9a-409e-aaac-cdaa9b10bded req-1baa6560-2d28-49a4-b68e-f7a941ea80ca service neutron] 10.222.0.20 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348009 Mar 04 00:49:29.290028 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-2fd053b9-883b-498b-bce0-d82293c50fea admin admin] Publish callbacks [] for security_group (18679682-b298-4b79-88cc-40f1ce975c7f), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:29.322045 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:29.323262 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-2fd053b9-883b-498b-bce0-d82293c50fea admin admin] Publish callbacks [] for security_group (18679682-b298-4b79-88cc-40f1ce975c7f), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:29.383488 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-2fd053b9-883b-498b-bce0-d82293c50fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (18679682-b298-4b79-88cc-40f1ce975c7f), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:29.387479 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-2fd053b9-883b-498b-bce0-d82293c50fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:29.388897 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-2fd053b9-883b-498b-bce0-d82293c50fea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18679682-b298-4b79-88cc-40f1ce975c7f HTTP/1.1" status: 204 len: 168 time: 0.1527007 Mar 04 00:49:29.403083 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd053b9-883b-498b-bce0-d82293c50fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18679682-b298-4b79-88cc-40f1ce975c7f,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:29.420170 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-6acb6875-f4b7-4f06-b33c-3a11ec63812d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks [] for port (629856c0-6f62-4682-a269-22f0b66a3209), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:29.425838 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-64df5bd3-6d9a-409e-aaac-cdaa9b10bded req-938dd873-9c17-4b7b-8c53-cffac57bbed6 service neutron] 10.222.0.20 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347570 Mar 04 00:49:29.469648 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-6acb6875-f4b7-4f06-b33c-3a11ec63812d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (629856c0-6f62-4682-a269-22f0b66a3209), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:29.483325 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['609c6ea4-8608-404e-8b08-699f78e8ec70'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:49:29.557724 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-6acb6875-f4b7-4f06-b33c-3a11ec63812d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:49:29.560838 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-6acb6875-f4b7-4f06-b33c-3a11ec63812d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:49:29.575129 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-6acb6875-f4b7-4f06-b33c-3a11ec63812d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:49:29.579862 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-6acb6875-f4b7-4f06-b33c-3a11ec63812d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:29.580485 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-6acb6875-f4b7-4f06-b33c-3a11ec63812d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:29.597341 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9554338-dfe6-487e-be6b-0eb6747f763f req-4ac6e4cb-33ae-42e2-8994-1df5026fb6a6 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:29.598953 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f9554338-dfe6-487e-be6b-0eb6747f763f req-4ac6e4cb-33ae-42e2-8994-1df5026fb6a6 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 931 time: 0.0933394 Mar 04 00:49:29.602715 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb6875-f4b7-4f06-b33c-3a11ec63812d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Pushing event updated for resources: {'Port': ['ID=629856c0-6f62-4682-a269-22f0b66a3209,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:29.640483 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-6acb6875-f4b7-4f06-b33c-3a11ec63812d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1422944 Mar 04 00:49:29.657361 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Request body: {'port': {'device_id': '49c929c8-bf7f-43fa-bc1e-01b1f9737b39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:29.754878 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (629856c0-6f62-4682-a269-22f0b66a3209), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:29.756323 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f9554338-dfe6-487e-be6b-0eb6747f763f req-f612716b-c3c2-49f0-95fd-9bd0fe05a694 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457922 Mar 04 00:49:29.774159 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae47cd-37c8-4cc7-a33f-92ac32811992 req-e3dba1a4-6cc7-49f4-9a49-d39c8e5cc327 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:29.775358 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-afae47cd-37c8-4cc7-a33f-92ac32811992 req-e3dba1a4-6cc7-49f4-9a49-d39c8e5cc327 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.1703818 Mar 04 00:49:30.093020 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 629856c0-6f62-4682-a269-22f0b66a3209 {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:49:30.102259 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Publish callbacks [] for port (629856c0-6f62-4682-a269-22f0b66a3209), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:30.103109 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-afae47cd-37c8-4cc7-a33f-92ac32811992 req-71d355fc-729e-4104-8f39-1365604b5348 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201659 Mar 04 00:49:30.118727 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Transition to ACTIVE for port object 629856c0-6f62-4682-a269-22f0b66a3209 will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:49:30.122625 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1d029-3ce6-4d0f-abf4-8d3d9258e92e req-92b9974a-8140-433e-98cd-5bfa116048d1 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:30.124394 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a2e1d029-3ce6-4d0f-abf4-8d3d9258e92e req-92b9974a-8140-433e-98cd-5bfa116048d1 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 946 time: 0.0826654 Mar 04 00:49:30.124893 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (629856c0-6f62-4682-a269-22f0b66a3209), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:30.176163 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Pushing event updated for resources: {'Port': ['ID=629856c0-6f62-4682-a269-22f0b66a3209,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:30.189134 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a2e1d029-3ce6-4d0f-abf4-8d3d9258e92e req-0dc821ac-21f6-4db9-9c32-0b6f5314bdfd tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552046 Mar 04 00:49:30.215130 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Attempting to bind port 629856c0-6f62-4682-a269-22f0b66a3209 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:49:30.215466 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Attempting to bind port 629856c0-6f62-4682-a269-22f0b66a3209 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'c171487f-14e5-42a3-a598-08e91ba2e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:49:30.215804 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Attempting to bind port 629856c0-6f62-4682-a269-22f0b66a3209 on network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:49:30.220273 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Port 629856c0-6f62-4682-a269-22f0b66a3209 on network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:49:30.220598 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Attempting to bind port 629856c0-6f62-4682-a269-22f0b66a3209 on network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:49:30.226118 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:49:30.226659 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Checking segment: {'id': 'c171487f-14e5-42a3-a598-08e91ba2e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:49:30.227146 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Bound using segment: {'id': 'c171487f-14e5-42a3-a598-08e91ba2e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:49:30.227644 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Bound port: 629856c0-6f62-4682-a269-22f0b66a3209, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c171487f-14e5-42a3-a598-08e91ba2e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:49:30.228060 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (629856c0-6f62-4682-a269-22f0b66a3209), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:30.298965 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] For port 629856c0-6f62-4682-a269-22f0b66a3209, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:49:30.305066 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] For port 629856c0-6f62-4682-a269-22f0b66a3209, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=629856c0-6f62-4682-a269-22f0b66a3209,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:49:30.311975 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (629856c0-6f62-4682-a269-22f0b66a3209), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:30.344441 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:30.345247 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:30.346664 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] 10.222.0.20 "PUT /v2.0/ports/629856c0-6f62-4682-a269-22f0b66a3209 HTTP/1.1" status: 200 len: 1093 time: 0.6935875 Mar 04 00:49:30.347272 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c929c8-bf7f-43fa-bc1e-01b1f9737b39', 'tag': '629856c0-6f62-4682-a269-22f0b66a3209'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:49:30.349495 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848f34f2-333a-48f2-87d7-5d797e2a0174" -d '{"events": [{"name": "network-changed", "server_uuid": "49c929c8-bf7f-43fa-bc1e-01b1f9737b39", "tag": "629856c0-6f62-4682-a269-22f0b66a3209"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:49:30.376230 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa511c1-3a93-40e0-af24-96ab78cc253b service neutron] Pushing event updated for resources: {'Port': ['ID=629856c0-6f62-4682-a269-22f0b66a3209,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:30.408019 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbebf7f-1143-4201-ba90-cb5d4880542b x-openstack-request-id: req-7fbebf7f-1143-4201-ba90-cb5d4880542b {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:49:30.408313 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c929c8-bf7f-43fa-bc1e-01b1f9737b39", "tag": "629856c0-6f62-4682-a269-22f0b66a3209", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:49:30.408560 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fbebf7f-1143-4201-ba90-cb5d4880542b {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:49:30.408981 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c929c8-bf7f-43fa-bc1e-01b1f9737b39', 'tag': '629856c0-6f62-4682-a269-22f0b66a3209', 'status': 'completed', 'code': 200} Mar 04 00:49:30.445026 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-57b704ef-de8b-4721-9469-45b3bbe39517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:30.446613 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-57b704ef-de8b-4721-9469-45b3bbe39517 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=27b3b669ec404142ae9c4b1cda006a1a&device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 1127 time: 0.0500307 Mar 04 00:49:30.507961 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-c1079441-6c5e-4354-9159-45b2a938fea1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629856c0-6f62-4682-a269-22f0b66a3209 HTTP/1.1" status: 200 len: 217 time: 0.0397131 Mar 04 00:49:30.561041 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-d6996aba-d197-4868-a1ef-25b4bbcc8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:30.562479 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-d6996aba-d197-4868-a1ef-25b4bbcc8744 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88ab0500-9729-459f-9744-bd096b771772 HTTP/1.1" status: 200 len: 855 time: 0.0449121 Mar 04 00:49:30.605550 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-c72515bf-3291-4a2b-9c46-3124d982eb40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259652 Mar 04 00:49:30.695766 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-e7724925-16d7-4c1c-af58-0d8a417424ef service neutron] 10.222.0.20 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839119 Mar 04 00:49:30.837589 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5c43a4f4-a6b2-4b99-86b8-af0a00eca675 req-85655567-bcfc-45e3-a5d9-02129d8256fd service neutron] 10.222.0.20 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322126 Mar 04 00:49:30.922267 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4fb71-7064-490c-b97e-bf516bfbf4c2 req-5d3b0a2d-ae38-45cf-905b-49c67d44a83f tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:30.923827 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-72e4fb71-7064-490c-b97e-bf516bfbf4c2 req-5d3b0a2d-ae38-45cf-905b-49c67d44a83f tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 943 time: 0.0754714 Mar 04 00:49:30.967888 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f34f2-333a-48f2-87d7-5d797e2a0174 req-018b2163-ccf8-4237-80b5-aa2eef5dc750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:30.969392 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-848f34f2-333a-48f2-87d7-5d797e2a0174 req-018b2163-ccf8-4237-80b5-aa2eef5dc750 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=27b3b669ec404142ae9c4b1cda006a1a&device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 1127 time: 0.0662410 Mar 04 00:49:30.986568 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-72e4fb71-7064-490c-b97e-bf516bfbf4c2 req-5500987f-b436-4bf6-9055-68192943b401 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564687 Mar 04 00:49:31.081468 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f34f2-333a-48f2-87d7-5d797e2a0174 req-52ae6618-820a-4de2-a7da-21cb846d4691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:31.083098 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-848f34f2-333a-48f2-87d7-5d797e2a0174 req-52ae6618-820a-4de2-a7da-21cb846d4691 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a HTTP/1.1" status: 200 len: 916 time: 0.1068795 Mar 04 00:49:31.130789 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-848f34f2-333a-48f2-87d7-5d797e2a0174 req-c76783ef-1100-4e3f-ab65-5aec73b4c571 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629856c0-6f62-4682-a269-22f0b66a3209 HTTP/1.1" status: 200 len: 217 time: 0.0399001 Mar 04 00:49:31.146375 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a3a7c-14d0-4641-88d7-3032e0fb462d req-c0cc3a2b-8289-4083-9887-0a5dfe4df8d9 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:31.154726 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-161a3a7c-14d0-4641-88d7-3032e0fb462d req-c0cc3a2b-8289-4083-9887-0a5dfe4df8d9 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 946 time: 0.0613143 Mar 04 00:49:31.199065 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f34f2-333a-48f2-87d7-5d797e2a0174 req-fe1f328c-7cab-4fbe-8101-e54cb0d3bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:31.200651 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-848f34f2-333a-48f2-87d7-5d797e2a0174 req-fe1f328c-7cab-4fbe-8101-e54cb0d3bb19 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88ab0500-9729-459f-9744-bd096b771772 HTTP/1.1" status: 200 len: 855 time: 0.0557745 Mar 04 00:49:31.230895 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-161a3a7c-14d0-4641-88d7-3032e0fb462d req-8c802962-c150-4da5-b771-c7971ecbfa9b tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740743 Mar 04 00:49:31.251500 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-848f34f2-333a-48f2-87d7-5d797e2a0174 req-8c7fab76-6868-40db-a8b9-992f24d52179 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373752 Mar 04 00:49:31.255300 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce4846-2736-4add-be24-42c469576563 req-f828c631-627a-4dcf-99b0-b82e09f5cad5 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:31.257294 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4fce4846-2736-4add-be24-42c469576563 req-f828c631-627a-4dcf-99b0-b82e09f5cad5 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0734103 Mar 04 00:49:31.305280 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4fce4846-2736-4add-be24-42c469576563 req-e288f713-d840-4a3e-a4b2-9ccfbd82136a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 Mar 04 00:49:31.365384 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-848f34f2-333a-48f2-87d7-5d797e2a0174 req-2269a003-0ffe-49ce-8c9e-8b072486bc4e service neutron] 10.222.0.20 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831921 Mar 04 00:49:31.469485 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-848f34f2-333a-48f2-87d7-5d797e2a0174 req-ca7e04c8-e576-4aa1-bcd7-adaf26ce47c5 service neutron] 10.222.0.20 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954163 Mar 04 00:49:32.118516 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2fd53-8033-4404-8e5e-7648b23f1b57 req-80dbb065-3ec5-416d-8573-9e992f26f482 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:32.120012 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d0b2fd53-8033-4404-8e5e-7648b23f1b57 req-80dbb065-3ec5-416d-8573-9e992f26f482 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 943 time: 0.0598021 Mar 04 00:49:32.168108 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d0b2fd53-8033-4404-8e5e-7648b23f1b57 req-22913443-96d0-4c24-98df-f29aed6dc876 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416722 Mar 04 00:49:32.353391 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382c97c-b5ad-46a8-a305-58af7ebf68fd req-51c778ba-10d2-46c3-9a48-bd186fb00608 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:32.354970 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4382c97c-b5ad-46a8-a305-58af7ebf68fd req-51c778ba-10d2-46c3-9a48-bd186fb00608 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 946 time: 0.0522597 Mar 04 00:49:32.431167 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4382c97c-b5ad-46a8-a305-58af7ebf68fd req-2f7fb6e3-e313-47f9-9e60-5de26ae8de56 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697482 Mar 04 00:49:32.450966 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683f61f-08f1-4074-b451-3913b3e588ea req-024b659f-2c32-4280-84c9-e9e12dac92eb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:32.451326 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5683f61f-08f1-4074-b451-3913b3e588ea req-024b659f-2c32-4280-84c9-e9e12dac92eb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0763700 Mar 04 00:49:32.500483 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5683f61f-08f1-4074-b451-3913b3e588ea req-a5de377b-199e-4b79-a56d-950750f0ea6e tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433373 Mar 04 00:49:33.282879 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facfaad-ed36-472a-ab03-4283d37fca1f req-3456dbf0-2045-4622-8b67-dae633c8803b tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:33.284505 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9facfaad-ed36-472a-ab03-4283d37fca1f req-3456dbf0-2045-4622-8b67-dae633c8803b tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 943 time: 0.0523047 Mar 04 00:49:33.331851 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9facfaad-ed36-472a-ab03-4283d37fca1f req-ceb41e22-f637-4b33-bbf2-0d11af8ac9c1 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417666 Mar 04 00:49:33.471065 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 43748) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:33.558525 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6ea20-09d2-4fd5-9129-132749ebda5b req-df682fc6-8394-44bf-8d7f-09805c406eba tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:33.565562 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-37b6ea20-09d2-4fd5-9129-132749ebda5b req-df682fc6-8394-44bf-8d7f-09805c406eba tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 946 time: 0.0653188 Mar 04 00:49:33.605644 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-146cf516-44b0-4a82-abef-01156b2e35b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:33.674903 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-37b6ea20-09d2-4fd5-9129-132749ebda5b req-d80acb33-face-4017-a7da-3d9a0161d5ba tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084769 Mar 04 00:49:33.698428 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f2272-b1b7-45a9-b98a-76e64d074b08 req-72e9510f-225f-4a51-af1b-52e3ab6810bd tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:33.699913 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-994f2272-b1b7-45a9-b98a-76e64d074b08 req-72e9510f-225f-4a51-af1b-52e3ab6810bd tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.1247065 Mar 04 00:49:33.771879 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-146cf516-44b0-4a82-abef-01156b2e35b7 admin admin] Publish callbacks [] for security_group (2dda3206-eccb-42c0-b42b-dbdc555bd6e9), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:33.776992 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-994f2272-b1b7-45a9-b98a-76e64d074b08 req-1acc5e62-0a92-4d34-b16e-916277751bb7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711420 Mar 04 00:49:33.778059 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-146cf516-44b0-4a82-abef-01156b2e35b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (2dda3206-eccb-42c0-b42b-dbdc555bd6e9), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:33.821071 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-146cf516-44b0-4a82-abef-01156b2e35b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=250f6a679a3d46c484ba15463f2790c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488824 Mar 04 00:49:33.821994 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cf516-44b0-4a82-abef-01156b2e35b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dda3206-eccb-42c0-b42b-dbdc555bd6e9,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:33.824254 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 43756) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:33.876694 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b4c3eeeb-38aa-4340-b9a0-757fac9d435a admin admin] Publish callbacks [] for security_group (2dda3206-eccb-42c0-b42b-dbdc555bd6e9), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:33.897519 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b4c3eeeb-38aa-4340-b9a0-757fac9d435a admin admin] Publish callbacks [] for security_group (2dda3206-eccb-42c0-b42b-dbdc555bd6e9), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:33.942717 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b4c3eeeb-38aa-4340-b9a0-757fac9d435a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (2dda3206-eccb-42c0-b42b-dbdc555bd6e9), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:33.945487 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b4c3eeeb-38aa-4340-b9a0-757fac9d435a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:33.946708 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-b4c3eeeb-38aa-4340-b9a0-757fac9d435a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2dda3206-eccb-42c0-b42b-dbdc555bd6e9 HTTP/1.1" status: 204 len: 168 time: 0.1214292 Mar 04 00:49:33.954000 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3eeeb-38aa-4340-b9a0-757fac9d435a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dda3206-eccb-42c0-b42b-dbdc555bd6e9,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:34.196722 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 43764) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:34.210527 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d45fd4c5-639f-4a61-af4c-45feb055274e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:34.287529 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d45fd4c5-639f-4a61-af4c-45feb055274e admin admin] Publish callbacks [] for security_group (84d4fd8f-8027-4e03-9274-4f0373957683), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:34.291589 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d45fd4c5-639f-4a61-af4c-45feb055274e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (84d4fd8f-8027-4e03-9274-4f0373957683), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:34.329846 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-d45fd4c5-639f-4a61-af4c-45feb055274e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72d8a76ba2c74b5389b02a94b1f14359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320281 Mar 04 00:49:34.330704 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fd4c5-639f-4a61-af4c-45feb055274e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d4fd8f-8027-4e03-9274-4f0373957683,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:34.332577 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 43766) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:34.379469 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8046b4f1-51e5-41b3-8244-c6e3f238a043 admin admin] Publish callbacks [] for security_group (84d4fd8f-8027-4e03-9274-4f0373957683), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:34.401201 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8046b4f1-51e5-41b3-8244-c6e3f238a043 admin admin] Publish callbacks [] for security_group (84d4fd8f-8027-4e03-9274-4f0373957683), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:34.447723 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c5c04-7c16-4ef1-96b9-dc1cb865a1ea req-f8db0979-7f81-4023-a7d2-760bcac07d95 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:34.448628 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8046b4f1-51e5-41b3-8244-c6e3f238a043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (84d4fd8f-8027-4e03-9274-4f0373957683), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:34.449290 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ea9c5c04-7c16-4ef1-96b9-dc1cb865a1ea req-f8db0979-7f81-4023-a7d2-760bcac07d95 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 943 time: 0.0527287 Mar 04 00:49:34.451227 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8046b4f1-51e5-41b3-8244-c6e3f238a043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:34.452363 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-8046b4f1-51e5-41b3-8244-c6e3f238a043 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84d4fd8f-8027-4e03-9274-4f0373957683 HTTP/1.1" status: 204 len: 168 time: 0.1188159 Mar 04 00:49:34.463204 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046b4f1-51e5-41b3-8244-c6e3f238a043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d4fd8f-8027-4e03-9274-4f0373957683,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:34.500344 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ea9c5c04-7c16-4ef1-96b9-dc1cb865a1ea req-53487616-2d73-4893-8bc6-9db480ddb045 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447657 Mar 04 00:49:34.581322 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 629856c0-6f62-4682-a269-22f0b66a3209 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:49:34.682794 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 629856c0-6f62-4682-a269-22f0b66a3209, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=629856c0-6f62-4682-a269-22f0b66a3209,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:34.693830 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '629856c0-6f62-4682-a269-22f0b66a3209', 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a', 'port_id': '629856c0-6f62-4682-a269-22f0b66a3209', 'mac_address': 'fa:16:3e:c3:64:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ab0500-9729-459f-9744-bd096b771772', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:49:34.734720 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 629856c0-6f62-4682-a269-22f0b66a3209 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:34.735107 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (629856c0-6f62-4682-a269-22f0b66a3209), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:34.748420 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 629856c0-6f62-4682-a269-22f0b66a3209 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:49:34.769365 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 629856c0-6f62-4682-a269-22f0b66a3209, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=629856c0-6f62-4682-a269-22f0b66a3209,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:34.774222 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (629856c0-6f62-4682-a269-22f0b66a3209), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:34.780431 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 43778) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:34.794598 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-05730e8f-dfab-48d0-b6da-42b64dd42e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:34.818299 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aa347-3b2d-484f-a5d2-947dcbaee6d5 req-40de4b0a-7a06-4d71-942f-b58f4e33e188 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:34.822303 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-744aa347-3b2d-484f-a5d2-947dcbaee6d5 req-40de4b0a-7a06-4d71-942f-b58f4e33e188 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 946 time: 0.0745277 Mar 04 00:49:34.831936 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=629856c0-6f62-4682-a269-22f0b66a3209,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:34.883469 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-05730e8f-dfab-48d0-b6da-42b64dd42e22 admin admin] Publish callbacks [] for security_group (6476c582-2168-4289-bec5-0956b85f2c12), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:34.887727 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-05730e8f-dfab-48d0-b6da-42b64dd42e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (6476c582-2168-4289-bec5-0956b85f2c12), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:34.901865 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-744aa347-3b2d-484f-a5d2-947dcbaee6d5 req-c01c9084-d47b-4a6b-880d-b43d3680eb40 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731263 Mar 04 00:49:34.930195 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc55e82-60ff-46cc-bda6-7d3b69298a86 req-a08478e1-3c9d-409b-916d-f5437bb0b2e1 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:34.931657 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3bc55e82-60ff-46cc-bda6-7d3b69298a86 req-a08478e1-3c9d-409b-916d-f5437bb0b2e1 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0635445 Mar 04 00:49:34.932695 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-05730e8f-dfab-48d0-b6da-42b64dd42e22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a98d8495d25546baaaf7d7ac72fd1260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511390 Mar 04 00:49:34.933565 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05730e8f-dfab-48d0-b6da-42b64dd42e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6476c582-2168-4289-bec5-0956b85f2c12,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:34.935199 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 43782) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:35.013812 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3bc55e82-60ff-46cc-bda6-7d3b69298a86 req-d8573cac-2e42-496d-9f3c-ccd8b93dc2ce tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753899 Mar 04 00:49:35.023992 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-267d98ba-a240-4112-a57e-ed055849fdd4 admin admin] Publish callbacks [] for security_group (6476c582-2168-4289-bec5-0956b85f2c12), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:35.045185 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-267d98ba-a240-4112-a57e-ed055849fdd4 admin admin] Publish callbacks [] for security_group (6476c582-2168-4289-bec5-0956b85f2c12), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:35.094161 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-267d98ba-a240-4112-a57e-ed055849fdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (6476c582-2168-4289-bec5-0956b85f2c12), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:35.096625 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-267d98ba-a240-4112-a57e-ed055849fdd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:35.097735 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-267d98ba-a240-4112-a57e-ed055849fdd4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6476c582-2168-4289-bec5-0956b85f2c12 HTTP/1.1" status: 204 len: 168 time: 0.1608508 Mar 04 00:49:35.105972 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d98ba-a240-4112-a57e-ed055849fdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6476c582-2168-4289-bec5-0956b85f2c12,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:35.629251 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343382b-62af-49bc-840c-6c0e9e5fb5f0 req-17520040-9671-4bfd-8b38-a8476f0f55d1 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:35.630785 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9343382b-62af-49bc-840c-6c0e9e5fb5f0 req-17520040-9671-4bfd-8b38-a8476f0f55d1 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 944 time: 0.0645840 Mar 04 00:49:35.678618 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9343382b-62af-49bc-840c-6c0e9e5fb5f0 req-b38f3098-50b4-45a6-abb0-499fdfeb3988 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422254 Mar 04 00:49:36.021983 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8542db4-fa78-4e93-9cc6-4428f60a0fab req-1297c264-3164-4da7-8df3-00be8664573d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:36.023352 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b8542db4-fa78-4e93-9cc6-4428f60a0fab req-1297c264-3164-4da7-8df3-00be8664573d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 946 time: 0.0523798 Mar 04 00:49:36.078320 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b8542db4-fa78-4e93-9cc6-4428f60a0fab req-3f673e98-c5b2-4bc8-a09c-336e555b2a69 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490980 Mar 04 00:49:36.153021 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf1526-5b53-416c-a366-b61efb642e4d req-94d6a943-3863-486a-943d-3f72bc6b75fe tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:36.154536 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e9bf1526-5b53-416c-a366-b61efb642e4d req-94d6a943-3863-486a-943d-3f72bc6b75fe tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0559411 Mar 04 00:49:36.204601 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e9bf1526-5b53-416c-a366-b61efb642e4d req-80a77b69-b7e1-48dd-9684-17188e8eff90 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419018 Mar 04 00:49:36.304544 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['629856c0-6f62-4682-a269-22f0b66a3209'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:49:36.466595 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae808a8-026e-4eb4-86c6-3df9ea78e746 req-94cfb8d2-b641-4969-a1e5-05aee10e1ed1 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:36.468674 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-aae808a8-026e-4eb4-86c6-3df9ea78e746 req-94cfb8d2-b641-4969-a1e5-05aee10e1ed1 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.20 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 946 time: 0.1379783 Mar 04 00:49:36.630972 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-aae808a8-026e-4eb4-86c6-3df9ea78e746 req-577295d7-2e62-4145-8479-a2d657e85066 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Deleting port 49a0605a-7433-4e55-9ab8-973c262c4c35 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:49:36.631362 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-aae808a8-026e-4eb4-86c6-3df9ea78e746 req-577295d7-2e62-4145-8479-a2d657e85066 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (49a0605a-7433-4e55-9ab8-973c262c4c35), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:36.765129 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-aae808a8-026e-4eb4-86c6-3df9ea78e746 req-577295d7-2e62-4145-8479-a2d657e85066 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] For port 49a0605a-7433-4e55-9ab8-973c262c4c35, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=49a0605a-7433-4e55-9ab8-973c262c4c35,segment=NetworkSegment(3ac803cd-ad47-46e4-a3d3-57fa52093b76),segment_id=3ac803cd-ad47-46e4-a3d3-57fa52093b76)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:36.768456 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-aae808a8-026e-4eb4-86c6-3df9ea78e746 req-577295d7-2e62-4145-8479-a2d657e85066 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (49a0605a-7433-4e55-9ab8-973c262c4c35), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:36.814567 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-aae808a8-026e-4eb4-86c6-3df9ea78e746 req-577295d7-2e62-4145-8479-a2d657e85066 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Calling delete_port for 49a0605a-7433-4e55-9ab8-973c262c4c35 owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:49:36.832882 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7b62d-0b6a-4eab-bbe1-af92ef4a1cba req-4f0600fa-f48c-453e-91ad-afa7ae36157e tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:36.850297 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-18d7b62d-0b6a-4eab-bbe1-af92ef4a1cba req-4f0600fa-f48c-453e-91ad-afa7ae36157e tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 944 time: 0.0797389 Mar 04 00:49:36.918904 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-18d7b62d-0b6a-4eab-bbe1-af92ef4a1cba req-5f044fab-5379-4453-b6b7-0e9ddec27b5a tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671911 Mar 04 00:49:36.919858 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 43884) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:37.070328 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-aae808a8-026e-4eb4-86c6-3df9ea78e746 req-577295d7-2e62-4145-8479-a2d657e85066 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965'] for port (49a0605a-7433-4e55-9ab8-973c262c4c35), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:37.072877 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ddc1ee32-ca85-4fa5-913e-c14db54e4796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:37.090332 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['49a0605a-7433-4e55-9ab8-973c262c4c35'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:49:37.094925 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577295d7-2e62-4145-8479-a2d657e85066 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Pushing event deleted for resources: {'Port': ['ID=49a0605a-7433-4e55-9ab8-973c262c4c35,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:37.150841 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970dfb0-e3ae-47a6-bc75-e2c938569721 req-8521b0cd-6106-4df2-af4d-d1675fcc78a1 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:37.152374 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5970dfb0-e3ae-47a6-bc75-e2c938569721 req-8521b0cd-6106-4df2-af4d-d1675fcc78a1 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 945 time: 0.0964587 Mar 04 00:49:37.175275 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae808a8-026e-4eb4-86c6-3df9ea78e746 req-577295d7-2e62-4145-8479-a2d657e85066 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] No DVR routers for this DVR port 49a0605a-7433-4e55-9ab8-973c262c4c35 on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:49:37.179920 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-aae808a8-026e-4eb4-86c6-3df9ea78e746 req-577295d7-2e62-4145-8479-a2d657e85066 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:37.184025 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-aae808a8-026e-4eb4-86c6-3df9ea78e746 req-577295d7-2e62-4145-8479-a2d657e85066 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.20 "DELETE /v2.0/ports/49a0605a-7433-4e55-9ab8-973c262c4c35 HTTP/1.1" status: 204 len: 173 time: 0.7089548 Mar 04 00:49:37.184579 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14900893-2666-4eae-9b17-c70584c460ed', 'name': 'network-vif-deleted', 'tag': '49a0605a-7433-4e55-9ab8-973c262c4c35'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:49:37.187948 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a1d589-bc43-4160-82ce-1ab9b0fe265f" -d '{"events": [{"server_uuid": "14900893-2666-4eae-9b17-c70584c460ed", "name": "network-vif-deleted", "tag": "49a0605a-7433-4e55-9ab8-973c262c4c35"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:49:37.219787 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-167183d2-719a-43fe-b0e9-8679bf793006 req-cf219308-d32a-437b-9f09-da1a7270cc17 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900893-2666-4eae-9b17-c70584c460ed HTTP/1.1" status: 200 len: 210 time: 0.0473692 Mar 04 00:49:37.261631 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5970dfb0-e3ae-47a6-bc75-e2c938569721 req-0f3a68ef-e601-4077-912c-90d1de7bcaa7 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019983 Mar 04 00:49:37.274556 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465a1243-c84c-45a0-ad4b-7f27db6e68ab x-openstack-request-id: req-465a1243-c84c-45a0-ad4b-7f27db6e68ab {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:49:37.275042 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14900893-2666-4eae-9b17-c70584c460ed", "name": "network-vif-deleted", "tag": "49a0605a-7433-4e55-9ab8-973c262c4c35", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:49:37.275346 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-465a1243-c84c-45a0-ad4b-7f27db6e68ab {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:49:37.275945 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14900893-2666-4eae-9b17-c70584c460ed', 'name': 'network-vif-deleted', 'tag': '49a0605a-7433-4e55-9ab8-973c262c4c35', 'status': 'completed', 'code': 200} Mar 04 00:49:37.286632 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ddc1ee32-ca85-4fa5-913e-c14db54e4796 admin admin] Publish callbacks [] for security_group (a49dff84-96cf-49f7-b59c-6c2ea2ec3667), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:37.295145 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ddc1ee32-ca85-4fa5-913e-c14db54e4796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (a49dff84-96cf-49f7-b59c-6c2ea2ec3667), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:37.341582 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-ddc1ee32-ca85-4fa5-913e-c14db54e4796 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5e5d8224f50496d98e9a1b0b520abf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201782 Mar 04 00:49:37.343121 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1ee32-ca85-4fa5-913e-c14db54e4796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49dff84-96cf-49f7-b59c-6c2ea2ec3667,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:37.344676 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 43902) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:37.397127 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-75cbb4f7-a00a-4a1b-8357-285346d3a63b admin admin] Publish callbacks [] for security_group (a49dff84-96cf-49f7-b59c-6c2ea2ec3667), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:37.401671 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da598552-b4c1-41c6-9d57-cdf424bc8982 req-cea032fd-3277-4097-b2b4-b83b77c95576 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:37.403258 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-da598552-b4c1-41c6-9d57-cdf424bc8982 req-cea032fd-3277-4097-b2b4-b83b77c95576 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0644858 Mar 04 00:49:37.419327 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-75cbb4f7-a00a-4a1b-8357-285346d3a63b admin admin] Publish callbacks [] for security_group (a49dff84-96cf-49f7-b59c-6c2ea2ec3667), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:37.450557 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-da598552-b4c1-41c6-9d57-cdf424bc8982 req-a78640aa-93eb-486a-943b-3cef218a1142 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415874 Mar 04 00:49:37.468321 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-75cbb4f7-a00a-4a1b-8357-285346d3a63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (a49dff84-96cf-49f7-b59c-6c2ea2ec3667), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:37.471075 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-75cbb4f7-a00a-4a1b-8357-285346d3a63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:37.472484 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-75cbb4f7-a00a-4a1b-8357-285346d3a63b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a49dff84-96cf-49f7-b59c-6c2ea2ec3667 HTTP/1.1" status: 204 len: 168 time: 0.1267030 Mar 04 00:49:37.480107 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbb4f7-a00a-4a1b-8357-285346d3a63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49dff84-96cf-49f7-b59c-6c2ea2ec3667,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:37.730307 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 43908) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:37.743375 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-910b1b36-8bde-4312-b0c0-684b3a34a1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:37.816607 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-910b1b36-8bde-4312-b0c0-684b3a34a1e8 admin admin] Publish callbacks [] for security_group (3d0ca137-d883-4299-986d-870b78919f62), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:37.820583 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-910b1b36-8bde-4312-b0c0-684b3a34a1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (3d0ca137-d883-4299-986d-870b78919f62), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:37.861556 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-910b1b36-8bde-4312-b0c0-684b3a34a1e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e88e9ab87b0d4e18810445cd075de05b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301696 Mar 04 00:49:37.862902 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b1b36-8bde-4312-b0c0-684b3a34a1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0ca137-d883-4299-986d-870b78919f62,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:37.864376 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 43910) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:37.917526 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bae7aa23-e3e8-40ee-97e7-61f81889ad0b admin admin] Publish callbacks [] for security_group (3d0ca137-d883-4299-986d-870b78919f62), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:37.939228 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bae7aa23-e3e8-40ee-97e7-61f81889ad0b admin admin] Publish callbacks [] for security_group (3d0ca137-d883-4299-986d-870b78919f62), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:37.996290 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bae7aa23-e3e8-40ee-97e7-61f81889ad0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (3d0ca137-d883-4299-986d-870b78919f62), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:37.998908 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bae7aa23-e3e8-40ee-97e7-61f81889ad0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:38.000017 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-bae7aa23-e3e8-40ee-97e7-61f81889ad0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d0ca137-d883-4299-986d-870b78919f62 HTTP/1.1" status: 204 len: 168 time: 0.1313412 Mar 04 00:49:38.031735 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7aa23-e3e8-40ee-97e7-61f81889ad0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0ca137-d883-4299-986d-870b78919f62,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:38.064374 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42220b50-d5ee-4443-9907-a865a112970b req-11ac8a33-d547-4916-88f5-6f3fbc7bfcf9 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:38.070369 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-42220b50-d5ee-4443-9907-a865a112970b req-11ac8a33-d547-4916-88f5-6f3fbc7bfcf9 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 944 time: 0.0850518 Mar 04 00:49:38.122405 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-42220b50-d5ee-4443-9907-a865a112970b req-ebef7038-0001-4d91-a759-541c78b5fa82 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504668 Mar 04 00:49:38.389456 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 629856c0-6f62-4682-a269-22f0b66a3209 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:49:38.413200 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1c271-4a34-40b9-bd3a-aadd1af8f2ba req-9c76a14b-9e61-45bd-9297-07c15632cce7 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:38.415007 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-78a1c271-4a34-40b9-bd3a-aadd1af8f2ba req-9c76a14b-9e61-45bd-9297-07c15632cce7 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 945 time: 0.0708461 Mar 04 00:49:38.460644 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port 629856c0-6f62-4682-a269-22f0b66a3209 completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:49:38.464989 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 629856c0-6f62-4682-a269-22f0b66a3209 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:49:38.465622 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (629856c0-6f62-4682-a269-22f0b66a3209), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:38.493013 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-78a1c271-4a34-40b9-bd3a-aadd1af8f2ba req-86d89335-9b2b-4994-8ae5-b7507d852061 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710335 Mar 04 00:49:38.576328 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 629856c0-6f62-4682-a269-22f0b66a3209 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:38.576726 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (629856c0-6f62-4682-a269-22f0b66a3209), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:38.588116 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-764f7f9f-8ce5-490f-8527-f99152a37d1e tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:38.589601 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-764f7f9f-8ce5-490f-8527-f99152a37d1e tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/networks?id=e5271ac3-8251-46fc-83f9-34168f7c7413 HTTP/1.1" status: 200 len: 809 time: 0.1320488 Mar 04 00:49:38.600355 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c929c8-bf7f-43fa-bc1e-01b1f9737b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629856c0-6f62-4682-a269-22f0b66a3209'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:49:38.602642 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b579bf-a757-4a74-a599-d4ac94345f46" -d '{"events": [{"server_uuid": "49c929c8-bf7f-43fa-bc1e-01b1f9737b39", "name": "network-vif-plugged", "status": "completed", "tag": "629856c0-6f62-4682-a269-22f0b66a3209"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:49:38.619069 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 629856c0-6f62-4682-a269-22f0b66a3209, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=629856c0-6f62-4682-a269-22f0b66a3209,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:38.623664 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (629856c0-6f62-4682-a269-22f0b66a3209), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:38.624680 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 49a0605a-7433-4e55-9ab8-973c262c4c35 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:49:38.627770 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-fbca4557-93c3-4133-a9d4-2a327850ca0b tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/quotas/7b89941b9dd044e18d5b92efe8eac973 HTTP/1.1" status: 200 len: 375 time: 0.0276954 Mar 04 00:49:38.666153 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: 49a0605a-7433-4e55-9ab8-973c262c4c35 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:49:38.666505 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 49a0605a-7433-4e55-9ab8-973c262c4c35 not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:49:38.670363 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-766751f7-1eb5-48b4-9769-8ead9827b95f tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b89941b9dd044e18d5b92efe8eac973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329340 Mar 04 00:49:38.679609 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9461d-02fa-4b14-a0a3-4bc64f7cefaa req-ca4429ba-7fcf-4911-b664-7ef6bf79ed63 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:38.681171 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5fa9461d-02fa-4b14-a0a3-4bc64f7cefaa req-ca4429ba-7fcf-4911-b664-7ef6bf79ed63 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0906835 Mar 04 00:49:38.692950 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=629856c0-6f62-4682-a269-22f0b66a3209,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:38.784789 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5fa9461d-02fa-4b14-a0a3-4bc64f7cefaa req-5cb19d83-3535-4558-aaf5-9c3bfee778a0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942149 Mar 04 00:49:38.806317 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-cd6876ea-ca13-4056-b39a-5a3ab14e593a service neutron] 10.222.0.23 "GET /v2.0/networks/e5271ac3-8251-46fc-83f9-34168f7c7413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240611 Mar 04 00:49:38.838562 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c28e6e-fc30-44ec-b975-a8ae051a5a5c x-openstack-request-id: req-63c28e6e-fc30-44ec-b975-a8ae051a5a5c {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:49:38.839152 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c929c8-bf7f-43fa-bc1e-01b1f9737b39", "name": "network-vif-plugged", "status": "completed", "tag": "629856c0-6f62-4682-a269-22f0b66a3209", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:49:38.845167 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63c28e6e-fc30-44ec-b975-a8ae051a5a5c {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:49:38.846152 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c929c8-bf7f-43fa-bc1e-01b1f9737b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629856c0-6f62-4682-a269-22f0b66a3209', 'code': 200} Mar 04 00:49:38.905594 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-41879988-449e-4217-817f-9e33b49831e6 service neutron] 10.222.0.23 "GET /v2.0/networks/e5271ac3-8251-46fc-83f9-34168f7c7413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931015 Mar 04 00:49:39.074312 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e2011137-bc4a-4678-be70-7878d025a9c9 req-5c89a8cd-10e7-4256-96e4-8d14e90b9c61 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 210 time: 0.0297363 Mar 04 00:49:39.075970 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d790787-5c8c-4bcd-b349-583ba6424d5a req-34bd77f3-9f26-42ec-9982-d446b162a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:39.077519 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-9d790787-5c8c-4bcd-b349-583ba6424d5a req-34bd77f3-9f26-42ec-9982-d446b162a831 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 1129 time: 0.0892100 Mar 04 00:49:39.135789 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-9d790787-5c8c-4bcd-b349-583ba6424d5a req-f4ca0223-7143-4b32-9878-da6f473239d5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510235 Mar 04 00:49:39.251573 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41873b1c-8b8a-4e7b-8abe-6acfa4b30cc9 req-5a7810c3-9da1-49b3-9b0c-f5888621a54e tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:39.253308 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-41873b1c-8b8a-4e7b-8abe-6acfa4b30cc9 req-5a7810c3-9da1-49b3-9b0c-f5888621a54e tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 945 time: 0.0609262 Mar 04 00:49:39.313359 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-41873b1c-8b8a-4e7b-8abe-6acfa4b30cc9 req-c576e3ba-2381-4754-bbbd-f76e848e522e tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519724 Mar 04 00:49:39.494535 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 43996) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:39.627147 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-839ccc3b-e5f5-4732-9173-7ebcf761d21b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:39.639476 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec5ce8-930c-48b1-a2e6-e8aa32db6bee req-be5e480c-c18b-4ba4-aec1-7d13d0f49fdb tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:39.641481 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ebec5ce8-930c-48b1-a2e6-e8aa32db6bee req-be5e480c-c18b-4ba4-aec1-7d13d0f49fdb tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 945 time: 0.0703609 Mar 04 00:49:39.703714 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ebec5ce8-930c-48b1-a2e6-e8aa32db6bee req-bcca2cc2-41d2-4750-88c6-da908b9296f4 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/security-groups?id=a81e9690-a58b-43dd-a9d9-0db71d399ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489461 Mar 04 00:49:39.708578 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-839ccc3b-e5f5-4732-9173-7ebcf761d21b admin admin] Publish callbacks [] for security_group (36e5b3e3-71ce-4557-9344-c84761c00f43), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:39.713499 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-839ccc3b-e5f5-4732-9173-7ebcf761d21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (36e5b3e3-71ce-4557-9344-c84761c00f43), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:39.752460 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-839ccc3b-e5f5-4732-9173-7ebcf761d21b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9bebe0cceb5442f39821a676f92e9566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567515 Mar 04 00:49:39.753651 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ccc3b-e5f5-4732-9173-7ebcf761d21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e5b3e3-71ce-4557-9344-c84761c00f43,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:39.755078 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 44004) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:39.805023 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b93d75a2-153f-4cb3-958f-ae762e714ff9 admin admin] Publish callbacks [] for security_group (36e5b3e3-71ce-4557-9344-c84761c00f43), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:39.844532 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b93d75a2-153f-4cb3-958f-ae762e714ff9 admin admin] Publish callbacks [] for security_group (36e5b3e3-71ce-4557-9344-c84761c00f43), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:39.905417 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380efe0-19d9-4b12-8c41-3c7145e71474 req-43aeedf5-3986-4c7b-92fa-c8d9c1990982 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:39.907239 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e380efe0-19d9-4b12-8c41-3c7145e71474 req-43aeedf5-3986-4c7b-92fa-c8d9c1990982 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 945 time: 0.0997765 Mar 04 00:49:39.939073 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b93d75a2-153f-4cb3-958f-ae762e714ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (36e5b3e3-71ce-4557-9344-c84761c00f43), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:39.941604 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b93d75a2-153f-4cb3-958f-ae762e714ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:39.942801 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-b93d75a2-153f-4cb3-958f-ae762e714ff9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36e5b3e3-71ce-4557-9344-c84761c00f43 HTTP/1.1" status: 204 len: 168 time: 0.1867354 Mar 04 00:49:39.958928 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917858a3-fd01-4862-aa3f-d96c87c1c671 req-d46c347a-4aca-4182-b54b-5155f15b5e53 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:39.960750 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-917858a3-fd01-4862-aa3f-d96c87c1c671 req-d46c347a-4aca-4182-b54b-5155f15b5e53 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0842524 Mar 04 00:49:39.962056 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d75a2-153f-4cb3-958f-ae762e714ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e5b3e3-71ce-4557-9344-c84761c00f43,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:40.021720 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-917858a3-fd01-4862-aa3f-d96c87c1c671 req-c8dd3ba0-35e3-46e9-9ebc-71b8a9856a39 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520334 Mar 04 00:49:40.061308 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-e380efe0-19d9-4b12-8c41-3c7145e71474 req-59983ae2-fba7-4c8a-9f6f-3d881602fc36 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Deleting port ad4bebdd-5880-4af5-9533-10927a7a83e4 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:49:40.061744 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-e380efe0-19d9-4b12-8c41-3c7145e71474 req-59983ae2-fba7-4c8a-9f6f-3d881602fc36 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (ad4bebdd-5880-4af5-9533-10927a7a83e4), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:40.208150 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2a37b3df-0c78-4790-ae4c-2174661bd4ed req-73746eb8-e6b2-4f90-b5fa-f0cc9198a085 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 210 time: 0.0488272 Mar 04 00:49:40.488173 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-e380efe0-19d9-4b12-8c41-3c7145e71474 req-59983ae2-fba7-4c8a-9f6f-3d881602fc36 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] For port ad4bebdd-5880-4af5-9533-10927a7a83e4, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ad4bebdd-5880-4af5-9533-10927a7a83e4,segment=NetworkSegment(a1b12f24-6d55-441c-adcc-91c5fa5c40c3),segment_id=a1b12f24-6d55-441c-adcc-91c5fa5c40c3)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:40.488763 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-e380efe0-19d9-4b12-8c41-3c7145e71474 req-59983ae2-fba7-4c8a-9f6f-3d881602fc36 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (ad4bebdd-5880-4af5-9533-10927a7a83e4), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:40.494845 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256d895-8c8f-48d5-b7ad-08002defe694 req-f77eefde-f9b0-4e5f-a57e-249fc8ae54ca tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:40.496423 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3256d895-8c8f-48d5-b7ad-08002defe694 req-f77eefde-f9b0-4e5f-a57e-249fc8ae54ca tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 945 time: 0.1106157 Mar 04 00:49:40.506837 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-2d2866dd-83a8-4f5f-92e2-a673fd467a74 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:40.508408 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-2d2866dd-83a8-4f5f-92e2-a673fd467a74 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.20 "GET /v2.0/networks?id=e5271ac3-8251-46fc-83f9-34168f7c7413 HTTP/1.1" status: 200 len: 809 time: 0.1559391 Mar 04 00:49:40.513357 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-e380efe0-19d9-4b12-8c41-3c7145e71474 req-59983ae2-fba7-4c8a-9f6f-3d881602fc36 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Calling delete_port for ad4bebdd-5880-4af5-9533-10927a7a83e4 owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:49:40.534484 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-c232486f-63f9-454c-9932-a00ce398681d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Request body: {'port': {'device_id': '3f271612-f621-4d5f-9942-f0e41a473a18', 'network_id': 'e5271ac3-8251-46fc-83f9-34168f7c7413', 'admin_state_up': True, 'tenant_id': '7b89941b9dd044e18d5b92efe8eac973'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:40.559345 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3256d895-8c8f-48d5-b7ad-08002defe694 req-f672b881-cb58-4c87-875f-4896bd70e240 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536821 Mar 04 00:49:40.732411 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-c232486f-63f9-454c-9932-a00ce398681d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Made reservation on behalf of 7b89941b9dd044e18d5b92efe8eac973 for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:49:40.735786 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-c232486f-63f9-454c-9932-a00ce398681d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:40.768967 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-e380efe0-19d9-4b12-8c41-3c7145e71474 req-59983ae2-fba7-4c8a-9f6f-3d881602fc36 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965'] for port (ad4bebdd-5880-4af5-9533-10927a7a83e4), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:40.850559 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ee603b89-09fc-4124-92e3-88be740d152f req-f9dfcc1d-7c0f-4705-9b77-ddf5688bdcc8 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 210 time: 0.0300391 Mar 04 00:49:40.890116 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59983ae2-fba7-4c8a-9f6f-3d881602fc36 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Pushing event deleted for resources: {'Port': ['ID=ad4bebdd-5880-4af5-9533-10927a7a83e4,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:40.915164 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-e380efe0-19d9-4b12-8c41-3c7145e71474 req-59983ae2-fba7-4c8a-9f6f-3d881602fc36 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] No DVR routers for this DVR port ad4bebdd-5880-4af5-9533-10927a7a83e4 on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:49:40.919407 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-e380efe0-19d9-4b12-8c41-3c7145e71474 req-59983ae2-fba7-4c8a-9f6f-3d881602fc36 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:40.922711 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e380efe0-19d9-4b12-8c41-3c7145e71474 req-59983ae2-fba7-4c8a-9f6f-3d881602fc36 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.20 "DELETE /v2.0/ports/ad4bebdd-5880-4af5-9533-10927a7a83e4 HTTP/1.1" status: 204 len: 173 time: 1.0059531 Mar 04 00:49:40.923157 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0ae24a-b698-482d-a2b2-f548807a14c9', 'name': 'network-vif-deleted', 'tag': 'ad4bebdd-5880-4af5-9533-10927a7a83e4'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:49:40.925390 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4d4abc-d297-4c5c-b54e-7a855a77d24e" -d '{"events": [{"server_uuid": "2e0ae24a-b698-482d-a2b2-f548807a14c9", "name": "network-vif-deleted", "tag": "ad4bebdd-5880-4af5-9533-10927a7a83e4"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:49:40.973886 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776d29b7-dc86-4075-848f-b18b35b41287 x-openstack-request-id: req-776d29b7-dc86-4075-848f-b18b35b41287 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:49:40.974256 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0ae24a-b698-482d-a2b2-f548807a14c9", "name": "network-vif-deleted", "tag": "ad4bebdd-5880-4af5-9533-10927a7a83e4", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:49:40.974423 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-776d29b7-dc86-4075-848f-b18b35b41287 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:49:40.974828 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0ae24a-b698-482d-a2b2-f548807a14c9', 'name': 'network-vif-deleted', 'tag': 'ad4bebdd-5880-4af5-9533-10927a7a83e4', 'status': 'completed', 'code': 200} Mar 04 00:49:41.002480 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-c232486f-63f9-454c-9932-a00ce398681d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Allocated IP 172.20.0.11 (e5271ac3-8251-46fc-83f9-34168f7c7413/0bf26d52-3885-4c66-a01e-d3dea948abfa/5fa7d378-3f22-4c31-8ba3-5cf27af8377c) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:49:41.146005 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e1fe7-10e6-442e-97aa-50363af0d51a req-bb169459-b579-48ee-b89b-aa92716e57b5 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:41.148814 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c24e1fe7-10e6-442e-97aa-50363af0d51a req-bb169459-b579-48ee-b89b-aa92716e57b5 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0570490 Mar 04 00:49:41.160722 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-c232486f-63f9-454c-9932-a00ce398681d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Publish callbacks [] for port (5fa7d378-3f22-4c31-8ba3-5cf27af8377c), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:41.195529 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-c232486f-63f9-454c-9932-a00ce398681d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (5fa7d378-3f22-4c31-8ba3-5cf27af8377c), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:41.196741 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c24e1fe7-10e6-442e-97aa-50363af0d51a req-28fa3dad-44db-4999-b270-e57c6ed7c628 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422812 Mar 04 00:49:41.242051 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-c232486f-63f9-454c-9932-a00ce398681d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Network e5271ac3-8251-46fc-83f9-34168f7c7413 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:49:41.248448 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-c232486f-63f9-454c-9932-a00ce398681d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:49:41.252607 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-c232486f-63f9-454c-9932-a00ce398681d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:49:41.258291 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-c232486f-63f9-454c-9932-a00ce398681d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:41.259102 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-c232486f-63f9-454c-9932-a00ce398681d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:41.277633 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232486f-63f9-454c-9932-a00ce398681d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Pushing event updated for resources: {'Port': ['ID=5fa7d378-3f22-4c31-8ba3-5cf27af8377c,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:41.285095 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-c232486f-63f9-454c-9932-a00ce398681d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7596853 Mar 04 00:49:41.298502 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Request body: {'port': {'device_id': '3f271612-f621-4d5f-9942-f0e41a473a18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:41.387290 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (5fa7d378-3f22-4c31-8ba3-5cf27af8377c), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:41.405598 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec44719-ad9c-4e45-889a-95a420b02bdb req-6ca49823-f518-46e4-aecb-2b53864d4c3b tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:41.414138 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-dec44719-ad9c-4e45-889a-95a420b02bdb req-6ca49823-f518-46e4-aecb-2b53864d4c3b tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 932 time: 0.1118295 Mar 04 00:49:41.478423 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-dec44719-ad9c-4e45-889a-95a420b02bdb req-efa24f41-77c4-4947-90e9-e23362fd5eb8 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613432 Mar 04 00:49:41.684444 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa7d378-3f22-4c31-8ba3-5cf27af8377c {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:49:41.691334 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461efd7-55b6-4694-aeb3-c41d4fe09e44 req-b1f3a4f9-bb00-4898-8686-44acb09938ee tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:41.691639 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Publish callbacks [] for port (5fa7d378-3f22-4c31-8ba3-5cf27af8377c), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:41.692990 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3461efd7-55b6-4694-aeb3-c41d4fe09e44 req-b1f3a4f9-bb00-4898-8686-44acb09938ee tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 945 time: 0.0530188 Mar 04 00:49:41.703944 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Transition to ACTIVE for port object 5fa7d378-3f22-4c31-8ba3-5cf27af8377c will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:49:41.707080 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (5fa7d378-3f22-4c31-8ba3-5cf27af8377c), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:41.743863 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3461efd7-55b6-4694-aeb3-c41d4fe09e44 req-8f0cd5ea-4a1d-4f09-8499-e0ca2fe2e246 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437343 Mar 04 00:49:41.754916 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa7d378-3f22-4c31-8ba3-5cf27af8377c,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:41.796803 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Attempting to bind port 5fa7d378-3f22-4c31-8ba3-5cf27af8377c on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:49:41.797135 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Attempting to bind port 5fa7d378-3f22-4c31-8ba3-5cf27af8377c by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '3ac803cd-ad47-46e4-a3d3-57fa52093b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5271ac3-8251-46fc-83f9-34168f7c7413'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:49:41.797458 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Attempting to bind port 5fa7d378-3f22-4c31-8ba3-5cf27af8377c on network e5271ac3-8251-46fc-83f9-34168f7c7413 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:49:41.801746 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Port 5fa7d378-3f22-4c31-8ba3-5cf27af8377c on network e5271ac3-8251-46fc-83f9-34168f7c7413 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:49:41.802091 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Attempting to bind port 5fa7d378-3f22-4c31-8ba3-5cf27af8377c on network e5271ac3-8251-46fc-83f9-34168f7c7413 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:49:41.807394 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:49:41.807722 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Checking segment: {'id': '3ac803cd-ad47-46e4-a3d3-57fa52093b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5271ac3-8251-46fc-83f9-34168f7c7413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:49:41.808093 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Bound using segment: {'id': '3ac803cd-ad47-46e4-a3d3-57fa52093b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5271ac3-8251-46fc-83f9-34168f7c7413'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:49:41.808509 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Bound port: 5fa7d378-3f22-4c31-8ba3-5cf27af8377c, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac803cd-ad47-46e4-a3d3-57fa52093b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5271ac3-8251-46fc-83f9-34168f7c7413'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:49:41.808855 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (5fa7d378-3f22-4c31-8ba3-5cf27af8377c), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:41.873236 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] For port 5fa7d378-3f22-4c31-8ba3-5cf27af8377c, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:49:41.876443 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] For port 5fa7d378-3f22-4c31-8ba3-5cf27af8377c, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5fa7d378-3f22-4c31-8ba3-5cf27af8377c,segment=NetworkSegment(3ac803cd-ad47-46e4-a3d3-57fa52093b76),segment_id=3ac803cd-ad47-46e4-a3d3-57fa52093b76)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:49:41.884450 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (5fa7d378-3f22-4c31-8ba3-5cf27af8377c), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:41.930553 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:41.931534 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:41.933106 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] 10.222.0.20 "PUT /v2.0/ports/5fa7d378-3f22-4c31-8ba3-5cf27af8377c HTTP/1.1" status: 200 len: 1094 time: 0.6396973 Mar 04 00:49:41.953888 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fa91b-7289-418d-b299-f95b8998ff95 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa7d378-3f22-4c31-8ba3-5cf27af8377c,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:41.992475 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-68bb7542-1d8b-4091-a77f-d8e325adff76 req-50f8c2bc-4b82-4552-bc1a-880d99893019 tempest-DeleteServersTestJSON-1359359135 tempest-DeleteServersTestJSON-1359359135-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e0ae24a-b698-482d-a2b2-f548807a14c9 HTTP/1.1" status: 200 len: 210 time: 0.0293107 Mar 04 00:49:42.072776 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-5c420a6b-1eb6-4a47-ba3b-6bc55a3e1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:42.074429 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-5c420a6b-1eb6-4a47-ba3b-6bc55a3e1443 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b89941b9dd044e18d5b92efe8eac973&device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 1128 time: 0.0453520 Mar 04 00:49:42.334099 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcecfc1-1ba7-4699-96d0-e958feacf909 req-01c500ca-2c2c-4c6c-bdad-34522c3ebb18 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:42.336131 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3fcecfc1-1ba7-4699-96d0-e958feacf909 req-01c500ca-2c2c-4c6c-bdad-34522c3ebb18 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0686965 Mar 04 00:49:42.381509 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3fcecfc1-1ba7-4699-96d0-e958feacf909 req-301cd07e-adad-4502-ad4a-ed17a198dbcd tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395429 Mar 04 00:49:42.590029 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9c47-b426-4679-8b30-54ccdd631863 req-5aa1dd83-d7dd-43a6-bdcf-c7e43facb0c5 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:42.591557 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-94af9c47-b426-4679-8b30-54ccdd631863 req-5aa1dd83-d7dd-43a6-bdcf-c7e43facb0c5 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 944 time: 0.0517991 Mar 04 00:49:42.644906 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-94af9c47-b426-4679-8b30-54ccdd631863 req-457d7911-99e1-4a57-8cab-19a41a3182f3 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457406 Mar 04 00:49:42.881336 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device ad4bebdd-5880-4af5-9533-10927a7a83e4 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:49:42.905028 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: ad4bebdd-5880-4af5-9533-10927a7a83e4 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:49:42.905372 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device ad4bebdd-5880-4af5-9533-10927a7a83e4 not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:49:42.976044 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f271612-f621-4d5f-9942-f0e41a473a18', 'tag': '5fa7d378-3f22-4c31-8ba3-5cf27af8377c'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:49:42.978405 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3c8e76-f1e4-4675-b6d0-4303d3065a06" -d '{"events": [{"name": "network-changed", "server_uuid": "3f271612-f621-4d5f-9942-f0e41a473a18", "tag": "5fa7d378-3f22-4c31-8ba3-5cf27af8377c"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:49:43.010597 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9a5fb7-cc16-4b5f-81e1-a2d6479578b8 x-openstack-request-id: req-3b9a5fb7-cc16-4b5f-81e1-a2d6479578b8 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:49:43.010884 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f271612-f621-4d5f-9942-f0e41a473a18", "tag": "5fa7d378-3f22-4c31-8ba3-5cf27af8377c", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:49:43.011134 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b9a5fb7-cc16-4b5f-81e1-a2d6479578b8 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:49:43.011521 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f271612-f621-4d5f-9942-f0e41a473a18', 'tag': '5fa7d378-3f22-4c31-8ba3-5cf27af8377c', 'status': 'completed', 'code': 200} Mar 04 00:49:43.497303 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955de8a-4be6-4bf2-98d3-ebef9d25f261 req-58ea2624-7956-4e8b-8223-c80e5fed52c7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:43.498814 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4955de8a-4be6-4bf2-98d3-ebef9d25f261 req-58ea2624-7956-4e8b-8223-c80e5fed52c7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0510852 Mar 04 00:49:43.547743 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4955de8a-4be6-4bf2-98d3-ebef9d25f261 req-c5412e81-c560-40e1-acb2-5cccdd75d261 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435252 Mar 04 00:49:43.759173 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685d9c-fc48-458b-9c35-803cc47878e4 req-fc7bf073-3032-483f-869a-93305d9d965b tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:43.760659 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bc685d9c-fc48-458b-9c35-803cc47878e4 req-fc7bf073-3032-483f-869a-93305d9d965b tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 944 time: 0.0505481 Mar 04 00:49:43.805772 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bc685d9c-fc48-458b-9c35-803cc47878e4 req-04f2792b-6b4f-4c1e-b060-c708d83b0335 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392659 Mar 04 00:49:44.667369 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21676766-aced-4def-866a-3963e3cfe8e7 req-125890d4-d6be-42b1-86ab-255eeb7f7b53 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:44.668864 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-21676766-aced-4def-866a-3963e3cfe8e7 req-125890d4-d6be-42b1-86ab-255eeb7f7b53 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0560822 Mar 04 00:49:44.714883 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-21676766-aced-4def-866a-3963e3cfe8e7 req-3b020205-44d3-47c1-a1e8-86a2dc244d87 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404963 Mar 04 00:49:44.821022 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-972c0aa0-98ab-4e0a-9199-4d6dbcf54ade service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fa7d378-3f22-4c31-8ba3-5cf27af8377c HTTP/1.1" status: 200 len: 217 time: 0.0409911 Mar 04 00:49:44.887396 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-cffbf5d4-abff-4c72-bd30-cad4cb99880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:44.888986 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-cffbf5d4-abff-4c72-bd30-cad4cb99880f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bf26d52-3885-4c66-a01e-d3dea948abfa HTTP/1.1" status: 200 len: 849 time: 0.0462079 Mar 04 00:49:44.927773 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a71104-24e3-4863-822b-5f9299e3f6cc req-098091a5-1ac1-4abb-8d73-625758c959a7 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:44.929477 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-54a71104-24e3-4863-822b-5f9299e3f6cc req-098091a5-1ac1-4abb-8d73-625758c959a7 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 944 time: 0.0567558 Mar 04 00:49:44.935084 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-1001e888-2726-42ec-8216-5c0bf85dd7c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e5271ac3-8251-46fc-83f9-34168f7c7413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269499 Mar 04 00:49:44.979124 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-54a71104-24e3-4863-822b-5f9299e3f6cc req-81e160be-b68c-4dc5-a6af-0d10a788e78d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415056 Mar 04 00:49:45.035663 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-e187ec73-4315-4062-9b24-f5f53c1f2976 service neutron] 10.222.0.20 "GET /v2.0/networks/e5271ac3-8251-46fc-83f9-34168f7c7413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857530 Mar 04 00:49:45.128576 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ec1d3f1c-390a-48e0-b849-4091792e0ec7 req-46e4ced3-b56b-4e0a-87e7-cf9bf7bb9ff5 service neutron] 10.222.0.20 "GET /v2.0/networks/e5271ac3-8251-46fc-83f9-34168f7c7413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796318 Mar 04 00:49:45.829483 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d109d29-4735-4f82-97c9-d3d6d99b5f04 req-65e5802b-68b8-407c-b560-b7957376da98 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:45.830998 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4d109d29-4735-4f82-97c9-d3d6d99b5f04 req-65e5802b-68b8-407c-b560-b7957376da98 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0517833 Mar 04 00:49:45.879542 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4d109d29-4735-4f82-97c9-d3d6d99b5f04 req-71008000-b1cf-4ba8-8180-3064a0abb4c6 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419953 Mar 04 00:49:46.102094 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc7ab4-2ce4-4b5c-8ecd-7fb078a28bbe req-23a5eda5-5325-4eda-8b6e-004ef21e9c09 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:46.103625 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-45dc7ab4-2ce4-4b5c-8ecd-7fb078a28bbe req-23a5eda5-5325-4eda-8b6e-004ef21e9c09 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 944 time: 0.0571170 Mar 04 00:49:46.148683 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-45dc7ab4-2ce4-4b5c-8ecd-7fb078a28bbe req-fa3bc1fa-932d-48b7-a642-a30bffe29ddc tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397561 Mar 04 00:49:46.996155 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df406592-abfb-4faa-922c-bcc235985dc9 req-8a93446f-3711-481a-b6e5-4f974da8bc6c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:46.997628 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-df406592-abfb-4faa-922c-bcc235985dc9 req-8a93446f-3711-481a-b6e5-4f974da8bc6c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0540016 Mar 04 00:49:47.042281 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-df406592-abfb-4faa-922c-bcc235985dc9 req-ee671b17-7c71-4c65-b0cc-55c28cc61aee tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392182 Mar 04 00:49:47.062626 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:49:47.261012 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc2064-8f49-4a32-aac8-7eea14222820 req-c83c042d-eaa9-4963-88cc-2b2ec0bcb77f tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:47.262430 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5afc2064-8f49-4a32-aac8-7eea14222820 req-c83c042d-eaa9-4963-88cc-2b2ec0bcb77f tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 944 time: 0.0503440 Mar 04 00:49:47.310289 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5afc2064-8f49-4a32-aac8-7eea14222820 req-323dd07e-1738-4e11-9d72-f99ca658476d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421338 Mar 04 00:49:48.042419 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c8e76-f1e4-4675-b6d0-4303d3065a06 req-261f8df1-d07a-432b-b1e3-3fa010204062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:48.043920 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8f3c8e76-f1e4-4675-b6d0-4303d3065a06 req-261f8df1-d07a-432b-b1e3-3fa010204062 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b89941b9dd044e18d5b92efe8eac973&device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 1128 time: 0.0505137 Mar 04 00:49:48.143516 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c8e76-f1e4-4675-b6d0-4303d3065a06 req-863b6eaf-8b6b-4067-906f-660d0f770856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:48.144994 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8f3c8e76-f1e4-4675-b6d0-4303d3065a06 req-863b6eaf-8b6b-4067-906f-660d0f770856 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e5271ac3-8251-46fc-83f9-34168f7c7413 HTTP/1.1" status: 200 len: 910 time: 0.0832613 Mar 04 00:49:48.159054 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56386f0f-2eb0-4be9-bc99-c1299fdd2d29 req-edbbc7d5-6e79-4fe4-8248-30f761a09577 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:48.160515 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56386f0f-2eb0-4be9-bc99-c1299fdd2d29 req-edbbc7d5-6e79-4fe4-8248-30f761a09577 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0537448 Mar 04 00:49:48.191627 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8f3c8e76-f1e4-4675-b6d0-4303d3065a06 req-72cb75eb-f5f5-463a-b371-850d6d5bd730 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fa7d378-3f22-4c31-8ba3-5cf27af8377c HTTP/1.1" status: 200 len: 217 time: 0.0344498 Mar 04 00:49:48.205946 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56386f0f-2eb0-4be9-bc99-c1299fdd2d29 req-b8b6f633-dc4a-44e3-aff7-4ddba67f9852 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393693 Mar 04 00:49:48.246297 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c8e76-f1e4-4675-b6d0-4303d3065a06 req-fc531a59-c425-4b42-8f98-b9bc283c12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:48.247770 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8f3c8e76-f1e4-4675-b6d0-4303d3065a06 req-fc531a59-c425-4b42-8f98-b9bc283c12e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bf26d52-3885-4c66-a01e-d3dea948abfa HTTP/1.1" status: 200 len: 849 time: 0.0477154 Mar 04 00:49:48.281653 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8f3c8e76-f1e4-4675-b6d0-4303d3065a06 req-1c70d47d-7c07-4d67-b2c6-520a37b9c08e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e5271ac3-8251-46fc-83f9-34168f7c7413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238249 Mar 04 00:49:48.391392 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8f3c8e76-f1e4-4675-b6d0-4303d3065a06 req-3d755ae8-41d2-4506-b351-07156277a00f service neutron] 10.222.0.20 "GET /v2.0/networks/e5271ac3-8251-46fc-83f9-34168f7c7413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984104 Mar 04 00:49:48.437891 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb70b2e-444f-4621-a00a-e15ff4e1110f req-8a6701e9-ee82-4aad-acf1-11282b777c5d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:48.439382 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2eb70b2e-444f-4621-a00a-e15ff4e1110f req-8a6701e9-ee82-4aad-acf1-11282b777c5d tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 944 time: 0.0558617 Mar 04 00:49:48.487568 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2eb70b2e-444f-4621-a00a-e15ff4e1110f req-2855958e-8470-4f1a-95da-e4903cc8ea3c tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 Mar 04 00:49:48.490236 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-8f3c8e76-f1e4-4675-b6d0-4303d3065a06 req-e01874a9-4877-456b-b4d0-e4832b4753d0 service neutron] 10.222.0.20 "GET /v2.0/networks/e5271ac3-8251-46fc-83f9-34168f7c7413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867712 Mar 04 00:49:49.324254 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613023b-a318-4a9b-9f0e-d26a97b11034 req-c8c0e2ea-1af6-4e83-ac25-9800519ca89c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:49.325940 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0613023b-a318-4a9b-9f0e-d26a97b11034 req-c8c0e2ea-1af6-4e83-ac25-9800519ca89c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0548551 Mar 04 00:49:49.371945 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0613023b-a318-4a9b-9f0e-d26a97b11034 req-2d1bb2b4-2182-4eb0-a48e-e87f8fe66470 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 Mar 04 00:49:49.443139 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-fd6310b9-a797-4e17-bf7b-447d86c1a982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:49.604568 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc25b2c-1cc8-40bc-b723-d2b6e6d14aae req-b3994046-69a3-4a04-89d3-221a52386be5 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:49.606081 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-abc25b2c-1cc8-40bc-b723-d2b6e6d14aae req-b3994046-69a3-4a04-89d3-221a52386be5 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 944 time: 0.0529153 Mar 04 00:49:49.655169 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-abc25b2c-1cc8-40bc-b723-d2b6e6d14aae req-f5ff5a6e-1c9f-4ea7-bcbe-7bae2c30e136 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Mar 04 00:49:49.688743 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 44218) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:49.733726 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f785a1-376b-4733-8ad4-cb6c0bd43e9f admin admin] Deleting subnet bd2661ab-b75b-46a0-b212-2a3542adbd3a {{(pid=109681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 00:49:49.736928 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-15f785a1-376b-4733-8ad4-cb6c0bd43e9f admin admin] Publish callbacks [] for subnet (bd2661ab-b75b-46a0-b212-2a3542adbd3a), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:49.778681 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-15f785a1-376b-4733-8ad4-cb6c0bd43e9f admin admin] Publish callbacks [] for subnet (bd2661ab-b75b-46a0-b212-2a3542adbd3a), precommit_delete_associations {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:49.787957 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-15f785a1-376b-4733-8ad4-cb6c0bd43e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15850908'] for subnet (bd2661ab-b75b-46a0-b212-2a3542adbd3a), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:49.894643 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-15f785a1-376b-4733-8ad4-cb6c0bd43e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15850899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for subnet (bd2661ab-b75b-46a0-b212-2a3542adbd3a), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:49.926169 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f785a1-376b-4733-8ad4-cb6c0bd43e9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2661ab-b75b-46a0-b212-2a3542adbd3a,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:49.935197 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-15f785a1-376b-4733-8ad4-cb6c0bd43e9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:49.940146 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-15f785a1-376b-4733-8ad4-cb6c0bd43e9f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bd2661ab-b75b-46a0-b212-2a3542adbd3a HTTP/1.1" status: 204 len: 168 time: 0.2481561 Mar 04 00:49:49.940523 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44232) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:49.967150 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-41fb3bf2-1109-4ae2-9163-c4fc760acdba tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:49.968633 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-41fb3bf2-1109-4ae2-9163-c4fc760acdba tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/networks?id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a HTTP/1.1" status: 200 len: 815 time: 0.1412394 Mar 04 00:49:49.983398 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-4c3ee397-d60a-4e93-9c18-dc8f28c5327f tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/quotas/27b3b669ec404142ae9c4b1cda006a1a HTTP/1.1" status: 200 len: 375 time: 0.0094576 Mar 04 00:49:50.006918 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16661095'] for network (c8cc62ee-8363-4f59-a50c-5454c3993046), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:50.036576 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-15e53ca7-2b70-4889-a921-ed74b61501e8 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=27b3b669ec404142ae9c4b1cda006a1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483565 Mar 04 00:49:50.090245 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16753767', 'neutron.services.segments.db._delete_segments_for_network-8742061486749'] for network (c8cc62ee-8363-4f59-a50c-5454c3993046), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:50.110952 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:49:50.111300 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:49:50.112037 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:49:50.112387 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Subscribe: > port after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:49:50.112728 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Subscribe: > port after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:49:50.113067 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Subscribe: > port after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:49:50.113389 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:49:50.113706 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:49:50.114044 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:49:50.114383 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:49:50.128580 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-b1889457-10f1-4561-9b02-432c9c6f5f36 service neutron] 10.222.0.23 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848589 Mar 04 00:49:50.214262 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-a3ea46db-61cf-4b5b-b785-d231d99d3037 service neutron] 10.222.0.23 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794270 Mar 04 00:49:50.237297 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:49:50.237648 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:49:50.238008 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:49:50.238339 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:49:50.238706 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8cc62ee-8363-4f59-a50c-5454c3993046']}} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:49:50.256411 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b12f24-6d55-441c-adcc-91c5fa5c40c3') {'for_net_delete': True} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:49:50.256704 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b12f24-6d55-441c-adcc-91c5fa5c40c3') {} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:49:50.272775 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742061490342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26013178'] for segment (a1b12f24-6d55-441c-adcc-91c5fa5c40c3), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:50.295692 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (a1b12f24-6d55-441c-adcc-91c5fa5c40c3), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:50.305556 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 00:49:50.306041 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26647348'] for segment (a1b12f24-6d55-441c-adcc-91c5fa5c40c3), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:50.371489 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b4266208-3360-4f6d-a5b9-fc81b1a5df64 req-53d7c3b6-7f35-4d93-a7b9-510fc2626bd5 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 210 time: 0.0296557 Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: from cryptography.utils import int_from_bytes Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: from cryptography.utils import int_from_bytes Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: Traceback (most recent call last): Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: timer() Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: cb(*args, **kw) Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: return func(*args, **kwargs) Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: self._notify() Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: self.callback(batched_events) Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: event.method(event) Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: return f(self, *a, **k) Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._get(url).json() Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: return self.request(url, 'GET', **kwargs) Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 00:49:50.381605 dv-cinder-812685-7-iscsi neutron-server[109680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 00:49:50.407370 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16753694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542029'] for network (c8cc62ee-8363-4f59-a50c-5454c3993046), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:50.415840 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:50.422873 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] 10.222.0.23 "DELETE /v2.0/networks/c8cc62ee-8363-4f59-a50c-5454c3993046 HTTP/1.1" status: 204 len: 168 time: 0.4780936 Mar 04 00:49:50.430825 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cfb1a-7caf-4326-b971-e81f4d11de3a admin admin] Pushing event deleted for resources: {'Network': ['ID=c8cc62ee-8363-4f59-a50c-5454c3993046,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:50.512998 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20443ab6-3648-4138-a20c-8d347e862aaf req-15e9ca7f-42f6-4ace-8680-1712f52cefe7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:50.514497 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-20443ab6-3648-4138-a20c-8d347e862aaf req-15e9ca7f-42f6-4ace-8680-1712f52cefe7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0535319 Mar 04 00:49:50.570677 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-20443ab6-3648-4138-a20c-8d347e862aaf req-864c8bd6-f4db-4f33-9daf-b396777d1a6d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468516 Mar 04 00:49:50.612839 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44250) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:50.653553 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-ec2d9ac1-6ab2-4548-894c-275bffdd80b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a66e90163854e46ac800b6872431b74&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394919 Mar 04 00:49:50.655905 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44252) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:50.709772 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a4c6ed1f-1e4d-4524-84bc-87f111686558 admin admin] Publish callbacks [] for security_group (a81e9690-a58b-43dd-a9d9-0db71d399ccc), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:50.731248 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a4c6ed1f-1e4d-4524-84bc-87f111686558 admin admin] Publish callbacks [] for security_group (a81e9690-a58b-43dd-a9d9-0db71d399ccc), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:50.772594 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e79c8-8a99-4a11-94cd-dc70253b4781 req-a6d5864a-6449-4368-9698-689e63b27653 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:50.774274 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-539e79c8-8a99-4a11-94cd-dc70253b4781 req-a6d5864a-6449-4368-9698-689e63b27653 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 944 time: 0.0526016 Mar 04 00:49:50.779222 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a4c6ed1f-1e4d-4524-84bc-87f111686558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (a81e9690-a58b-43dd-a9d9-0db71d399ccc), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:50.781729 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a4c6ed1f-1e4d-4524-84bc-87f111686558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:50.782915 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-a4c6ed1f-1e4d-4524-84bc-87f111686558 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a81e9690-a58b-43dd-a9d9-0db71d399ccc HTTP/1.1" status: 204 len: 168 time: 0.1261244 Mar 04 00:49:50.790724 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6ed1f-1e4d-4524-84bc-87f111686558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81e9690-a58b-43dd-a9d9-0db71d399ccc,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:50.823574 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-539e79c8-8a99-4a11-94cd-dc70253b4781 req-559fe3f1-54c7-41e0-a1f6-952d1f5ffdbe tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 Mar 04 00:49:51.021994 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 5fa7d378-3f22-4c31-8ba3-5cf27af8377c details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:49:51.124505 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 5fa7d378-3f22-4c31-8ba3-5cf27af8377c, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5fa7d378-3f22-4c31-8ba3-5cf27af8377c,segment=NetworkSegment(3ac803cd-ad47-46e4-a3d3-57fa52093b76),segment_id=3ac803cd-ad47-46e4-a3d3-57fa52093b76)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:51.136410 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '5fa7d378-3f22-4c31-8ba3-5cf27af8377c', 'network_id': 'e5271ac3-8251-46fc-83f9-34168f7c7413', 'port_id': '5fa7d378-3f22-4c31-8ba3-5cf27af8377c', 'mac_address': 'fa:16:3e:b3:80:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf26d52-3885-4c66-a01e-d3dea948abfa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:49:51.177522 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 5fa7d378-3f22-4c31-8ba3-5cf27af8377c is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:51.177966 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (5fa7d378-3f22-4c31-8ba3-5cf27af8377c), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:51.190781 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa7d378-3f22-4c31-8ba3-5cf27af8377c {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:49:51.210187 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 5fa7d378-3f22-4c31-8ba3-5cf27af8377c, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5fa7d378-3f22-4c31-8ba3-5cf27af8377c,segment=NetworkSegment(3ac803cd-ad47-46e4-a3d3-57fa52093b76),segment_id=3ac803cd-ad47-46e4-a3d3-57fa52093b76)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:51.214162 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (5fa7d378-3f22-4c31-8ba3-5cf27af8377c), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:51.264732 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=5fa7d378-3f22-4c31-8ba3-5cf27af8377c,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:51.462996 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-12a0b3e2-3123-41e5-b684-65d267e95808 req-ec4af055-d034-4817-965a-b74ac614e285 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 210 time: 0.0260019 Mar 04 00:49:51.689642 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-48a277ae-6464-4107-9b36-e37ca235a4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:51.689929 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0d161-fa00-467e-ac82-ceb3029cf13d req-1b001f10-747c-4fc6-895a-bd536aaf5bdf tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:51.691222 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e2c0d161-fa00-467e-ac82-ceb3029cf13d req-1b001f10-747c-4fc6-895a-bd536aaf5bdf tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0515485 Mar 04 00:49:51.741256 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e2c0d161-fa00-467e-ac82-ceb3029cf13d req-8b723306-464f-4ac1-8570-7f926e9a9337 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439279 Mar 04 00:49:51.951206 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37709ece-7370-40ff-b5e5-10b29ce73b07 req-b007285c-ac5d-4728-a48c-d9514d2c246b tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:51.952714 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-37709ece-7370-40ff-b5e5-10b29ce73b07 req-b007285c-ac5d-4728-a48c-d9514d2c246b tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 945 time: 0.0579247 Mar 04 00:49:52.001956 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-37709ece-7370-40ff-b5e5-10b29ce73b07 req-961fde4e-ec3c-47b1-a109-b2e0b475b868 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430381 Mar 04 00:49:52.545927 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['5fa7d378-3f22-4c31-8ba3-5cf27af8377c'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:49:52.555377 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-aa01ba01-da30-4f1a-bc5f-aa045af2927f req-c1fae589-16eb-4d36-876b-806a9e303404 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 210 time: 0.0265393 Mar 04 00:49:52.768390 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:52.863977 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-df63346f-3bd7-4c00-aa58-1ff7af4d3508 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:52.866193 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-df63346f-3bd7-4c00-aa58-1ff7af4d3508 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.20 "GET /v2.0/networks?id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a HTTP/1.1" status: 200 len: 815 time: 0.1353903 Mar 04 00:49:52.880276 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd833f0a-07b2-4c17-b4ac-2be5184a0cdf req-4c9c19fc-73ed-4734-8f36-2d80b980a5d0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:52.882609 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bd833f0a-07b2-4c17-b4ac-2be5184a0cdf req-4c9c19fc-73ed-4734-8f36-2d80b980a5d0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0663133 Mar 04 00:49:52.888794 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-543b8c4d-a99f-472b-8bd8-ca62c4787fe2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Request body: {'port': {'device_id': '2d7a0a2e-4416-4d40-8f14-f9116eaa1563', 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a', 'admin_state_up': True, 'tenant_id': '27b3b669ec404142ae9c4b1cda006a1a'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:52.936137 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bd833f0a-07b2-4c17-b4ac-2be5184a0cdf req-3afb930d-1316-4e32-b8b4-1714cf09d01c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476553 Mar 04 00:49:53.011302 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-543b8c4d-a99f-472b-8bd8-ca62c4787fe2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Made reservation on behalf of 27b3b669ec404142ae9c4b1cda006a1a for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:49:53.016577 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-543b8c4d-a99f-472b-8bd8-ca62c4787fe2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:53.148255 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf6b73-d71d-4117-9ca3-d0a57e59dc25 req-dc331ebe-4d92-4655-a382-bc665fe0f308 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:53.149975 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-09cf6b73-d71d-4117-9ca3-d0a57e59dc25 req-dc331ebe-4d92-4655-a382-bc665fe0f308 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 945 time: 0.0576656 Mar 04 00:49:53.201021 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-543b8c4d-a99f-472b-8bd8-ca62c4787fe2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Allocated IP 172.20.0.2 (dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a/88ab0500-9729-459f-9744-bd096b771772/56391725-3e2d-479a-82b1-78a8602fe302) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:49:53.205223 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-09cf6b73-d71d-4117-9ca3-d0a57e59dc25 req-453e6023-7b8c-41bb-9a0c-718dae0217b7 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464864 Mar 04 00:49:53.361413 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-543b8c4d-a99f-472b-8bd8-ca62c4787fe2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks [] for port (56391725-3e2d-479a-82b1-78a8602fe302), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:53.397630 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-543b8c4d-a99f-472b-8bd8-ca62c4787fe2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (56391725-3e2d-479a-82b1-78a8602fe302), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:53.412338 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['609c6ea4-8608-404e-8b08-699f78e8ec70', '629856c0-6f62-4682-a269-22f0b66a3209'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:49:53.459833 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-543b8c4d-a99f-472b-8bd8-ca62c4787fe2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:49:53.462815 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-543b8c4d-a99f-472b-8bd8-ca62c4787fe2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:49:53.467054 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-543b8c4d-a99f-472b-8bd8-ca62c4787fe2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:49:53.494201 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b8c4d-a99f-472b-8bd8-ca62c4787fe2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Pushing event updated for resources: {'Port': ['ID=56391725-3e2d-479a-82b1-78a8602fe302,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:53.522161 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-543b8c4d-a99f-472b-8bd8-ca62c4787fe2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:53.522785 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-543b8c4d-a99f-472b-8bd8-ca62c4787fe2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:53.541366 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-543b8c4d-a99f-472b-8bd8-ca62c4787fe2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6572742 Mar 04 00:49:53.563977 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Request body: {'port': {'device_id': '2d7a0a2e-4416-4d40-8f14-f9116eaa1563', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:53.629833 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (56391725-3e2d-479a-82b1-78a8602fe302), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:53.704070 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93392b1-afb1-4b91-95b1-88d0c445d275 req-df4109e2-f56a-4e6c-900a-11d4fc687f10 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:53.705566 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f93392b1-afb1-4b91-95b1-88d0c445d275 req-df4109e2-f56a-4e6c-900a-11d4fc687f10 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 931 time: 0.0576763 Mar 04 00:49:53.753839 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f93392b1-afb1-4b91-95b1-88d0c445d275 req-f027e732-5bb2-474e-a8ea-6aebb86324e5 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415590 Mar 04 00:49:53.908246 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 44350) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:53.916046 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56391725-3e2d-479a-82b1-78a8602fe302 {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:49:53.923591 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Publish callbacks [] for port (56391725-3e2d-479a-82b1-78a8602fe302), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:53.937167 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Transition to ACTIVE for port object 56391725-3e2d-479a-82b1-78a8602fe302 will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:49:53.940955 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (56391725-3e2d-479a-82b1-78a8602fe302), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:54.033320 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b9825ecf-385d-4c4a-841d-f2d5e896d8b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:54.033528 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Pushing event updated for resources: {'Port': ['ID=56391725-3e2d-479a-82b1-78a8602fe302,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:54.070999 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Attempting to bind port 56391725-3e2d-479a-82b1-78a8602fe302 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:49:54.071335 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Attempting to bind port 56391725-3e2d-479a-82b1-78a8602fe302 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'c171487f-14e5-42a3-a598-08e91ba2e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:49:54.071768 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Attempting to bind port 56391725-3e2d-479a-82b1-78a8602fe302 on network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:49:54.077693 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Port 56391725-3e2d-479a-82b1-78a8602fe302 on network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:49:54.078275 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Attempting to bind port 56391725-3e2d-479a-82b1-78a8602fe302 on network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:49:54.078713 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:54.083821 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:49:54.083821 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Checking segment: {'id': 'c171487f-14e5-42a3-a598-08e91ba2e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:49:54.084413 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Bound using segment: {'id': 'c171487f-14e5-42a3-a598-08e91ba2e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:49:54.084675 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Bound port: 56391725-3e2d-479a-82b1-78a8602fe302, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c171487f-14e5-42a3-a598-08e91ba2e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:49:54.085873 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (56391725-3e2d-479a-82b1-78a8602fe302), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:54.116327 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75d8e7-c4a5-4548-8594-e2539434ba67 req-6264f36b-e182-4e64-b64d-4c027fb8e7dc tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:54.117813 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-dd75d8e7-c4a5-4548-8594-e2539434ba67 req-6264f36b-e182-4e64-b64d-4c027fb8e7dc tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.1065214 Mar 04 00:49:54.155309 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] For port 56391725-3e2d-479a-82b1-78a8602fe302, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:49:54.158951 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] For port 56391725-3e2d-479a-82b1-78a8602fe302, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=56391725-3e2d-479a-82b1-78a8602fe302,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:49:54.164706 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (56391725-3e2d-479a-82b1-78a8602fe302), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:54.190036 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-dd75d8e7-c4a5-4548-8594-e2539434ba67 req-d90f8613-4ab9-402e-b13d-3a40bddc7a23 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653889 Mar 04 00:49:54.194404 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b9825ecf-385d-4c4a-841d-f2d5e896d8b8 admin admin] Publish callbacks [] for security_group (e2a5bff5-7519-4cab-a036-362796447f3e), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:54.199772 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b9825ecf-385d-4c4a-841d-f2d5e896d8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (e2a5bff5-7519-4cab-a036-362796447f3e), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:54.203544 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:54.205832 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:54.205832 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] 10.222.0.20 "PUT /v2.0/ports/56391725-3e2d-479a-82b1-78a8602fe302 HTTP/1.1" status: 200 len: 1093 time: 0.6463170 Mar 04 00:49:54.206376 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7a0a2e-4416-4d40-8f14-f9116eaa1563', 'tag': '56391725-3e2d-479a-82b1-78a8602fe302'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:49:54.208870 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a030c6-4501-43af-a749-38393dd95c07" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7a0a2e-4416-4d40-8f14-f9116eaa1563", "tag": "56391725-3e2d-479a-82b1-78a8602fe302"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:49:54.245751 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931655f-1e80-45ac-8903-98c0127330b1 service neutron] Pushing event updated for resources: {'Port': ['ID=56391725-3e2d-479a-82b1-78a8602fe302,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:54.278307 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-b9825ecf-385d-4c4a-841d-f2d5e896d8b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55f4595dbed443208ba2f36122c91f85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689678 Mar 04 00:49:54.279133 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9825ecf-385d-4c4a-841d-f2d5e896d8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a5bff5-7519-4cab-a036-362796447f3e,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:54.281404 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44366) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:54.283229 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed77e467-6a98-43fb-946e-770fb09ae6be x-openstack-request-id: req-ed77e467-6a98-43fb-946e-770fb09ae6be {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:49:54.283616 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7a0a2e-4416-4d40-8f14-f9116eaa1563", "tag": "56391725-3e2d-479a-82b1-78a8602fe302", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:49:54.284721 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed77e467-6a98-43fb-946e-770fb09ae6be {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:49:54.285217 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7a0a2e-4416-4d40-8f14-f9116eaa1563', 'tag': '56391725-3e2d-479a-82b1-78a8602fe302', 'status': 'completed', 'code': 200} Mar 04 00:49:54.370449 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47edf2-f374-4d12-9128-2400e7275f34 req-6373c7d6-d192-4deb-b68c-c967448fd83a tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:54.371452 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e1191be1-d128-46cf-b869-70ef04e7ee6d admin admin] Publish callbacks [] for security_group (e2a5bff5-7519-4cab-a036-362796447f3e), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:54.381887 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ac47edf2-f374-4d12-9128-2400e7275f34 req-6373c7d6-d192-4deb-b68c-c967448fd83a tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 945 time: 0.0806062 Mar 04 00:49:54.400004 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e1191be1-d128-46cf-b869-70ef04e7ee6d admin admin] Publish callbacks [] for security_group (e2a5bff5-7519-4cab-a036-362796447f3e), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:54.410017 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-7189458b-c654-4119-bf46-ac21f143fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:54.411460 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-7189458b-c654-4119-bf46-ac21f143fafb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=27b3b669ec404142ae9c4b1cda006a1a&device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 1127 time: 0.1447070 Mar 04 00:49:54.458021 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ac47edf2-f374-4d12-9128-2400e7275f34 req-68ba339b-eaac-422d-b53d-0bd4b3778ab6 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751293 Mar 04 00:49:54.480276 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-1885dbc9-349b-4abd-8ffd-551f2709fd9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56391725-3e2d-479a-82b1-78a8602fe302 HTTP/1.1" status: 200 len: 217 time: 0.0561514 Mar 04 00:49:54.538041 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-613f3be1-da0e-4575-a9fe-1a5aa53a75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:54.539512 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-613f3be1-da0e-4575-a9fe-1a5aa53a75dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88ab0500-9729-459f-9744-bd096b771772 HTTP/1.1" status: 200 len: 855 time: 0.0531626 Mar 04 00:49:54.540530 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e1191be1-d128-46cf-b869-70ef04e7ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (e2a5bff5-7519-4cab-a036-362796447f3e), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:54.543044 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e1191be1-d128-46cf-b869-70ef04e7ee6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:54.546855 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-e1191be1-d128-46cf-b869-70ef04e7ee6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2a5bff5-7519-4cab-a036-362796447f3e HTTP/1.1" status: 204 len: 168 time: 0.2579772 Mar 04 00:49:54.618360 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 44382) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:54.626806 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-07800b05-0f5c-4c71-ba83-7cfe8bd6a29d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690014 Mar 04 00:49:54.627640 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1191be1-d128-46cf-b869-70ef04e7ee6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a5bff5-7519-4cab-a036-362796447f3e,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:54.751092 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-85aa3bef-5f2d-4fea-8c82-a9849629dd7f service neutron] 10.222.0.20 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150951 Mar 04 00:49:54.756832 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-de277dd4-0e19-407b-9333-df9dbd26af32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:54.867666 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a05f233e-c72c-4b59-b62d-7835e18c3aa2 req-4d74ea51-2b6b-44e3-a0d2-f3381c98b0db service neutron] 10.222.0.20 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082897 Mar 04 00:49:54.871412 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-de277dd4-0e19-407b-9333-df9dbd26af32 admin admin] Publish callbacks [] for security_group (aecfabcc-399a-4a0a-ad30-16c4f52e40a7), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:54.893372 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-de277dd4-0e19-407b-9333-df9dbd26af32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (aecfabcc-399a-4a0a-ad30-16c4f52e40a7), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:54.945992 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de277dd4-0e19-407b-9333-df9dbd26af32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecfabcc-399a-4a0a-ad30-16c4f52e40a7,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:54.950201 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-de277dd4-0e19-407b-9333-df9dbd26af32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8efcd54e8c744db85445ef4516b136d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3307371 Mar 04 00:49:54.952813 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44392) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:54.962407 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b45de2-78b1-478a-91fd-0ce06943ac27 req-e00214b1-6c06-4fe5-bc2a-7eaf6c9f21ac tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:54.969157 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f6b45de2-78b1-478a-91fd-0ce06943ac27 req-e00214b1-6c06-4fe5-bc2a-7eaf6c9f21ac tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 943 time: 0.1111450 Mar 04 00:49:54.978698 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44394) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:55.008383 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fd7acd09-a52f-4b01-afa1-98abca44ce50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:55.018180 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f6b45de2-78b1-478a-91fd-0ce06943ac27 req-29e9fbc2-5662-41c4-8257-f8939fe91cdf tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481207 Mar 04 00:49:55.028277 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a030c6-4501-43af-a749-38393dd95c07 req-769600a0-e645-4ddf-9604-a49246db59f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:55.028836 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 5fa7d378-3f22-4c31-8ba3-5cf27af8377c up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:49:55.030334 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-22a030c6-4501-43af-a749-38393dd95c07 req-769600a0-e645-4ddf-9604-a49246db59f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=27b3b669ec404142ae9c4b1cda006a1a&device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 1127 time: 0.1080787 Mar 04 00:49:55.080462 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port 5fa7d378-3f22-4c31-8ba3-5cf27af8377c completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:49:55.085128 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 5fa7d378-3f22-4c31-8ba3-5cf27af8377c triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:49:55.085500 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (5fa7d378-3f22-4c31-8ba3-5cf27af8377c), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:55.123203 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a09f0c1c-465f-44fb-bb47-09d11b1a63a7 admin admin] Publish callbacks [] for security_group (aecfabcc-399a-4a0a-ad30-16c4f52e40a7), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:55.170002 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 5fa7d378-3f22-4c31-8ba3-5cf27af8377c is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:55.170404 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (5fa7d378-3f22-4c31-8ba3-5cf27af8377c), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:55.174371 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a09f0c1c-465f-44fb-bb47-09d11b1a63a7 admin admin] Publish callbacks [] for security_group (aecfabcc-399a-4a0a-ad30-16c4f52e40a7), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:55.194732 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f271612-f621-4d5f-9942-f0e41a473a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa7d378-3f22-4c31-8ba3-5cf27af8377c'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:49:55.197127 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3e6081-1a4a-4925-9dea-022e53078a2e" -d '{"events": [{"server_uuid": "3f271612-f621-4d5f-9942-f0e41a473a18", "name": "network-vif-plugged", "status": "completed", "tag": "5fa7d378-3f22-4c31-8ba3-5cf27af8377c"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:49:55.212578 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 5fa7d378-3f22-4c31-8ba3-5cf27af8377c, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5fa7d378-3f22-4c31-8ba3-5cf27af8377c,segment=NetworkSegment(3ac803cd-ad47-46e4-a3d3-57fa52093b76),segment_id=3ac803cd-ad47-46e4-a3d3-57fa52093b76)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:55.217376 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (5fa7d378-3f22-4c31-8ba3-5cf27af8377c), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:55.245116 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a030c6-4501-43af-a749-38393dd95c07 req-6adffbaf-0c8a-4256-80f6-5327eca677d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:55.247110 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-22a030c6-4501-43af-a749-38393dd95c07 req-6adffbaf-0c8a-4256-80f6-5327eca677d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a HTTP/1.1" status: 200 len: 916 time: 0.2071831 Mar 04 00:49:55.252299 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fd7acd09-a52f-4b01-afa1-98abca44ce50 admin admin] Publish callbacks [] for security_group (c42bb93a-71c0-4d23-b4c9-0e1b50577a7d), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:55.259285 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fd7acd09-a52f-4b01-afa1-98abca44ce50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (c42bb93a-71c0-4d23-b4c9-0e1b50577a7d), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:55.270001 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc009ad-99c6-4c73-8637-166a14f3a789 x-openstack-request-id: req-dcc009ad-99c6-4c73-8637-166a14f3a789 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:49:55.270316 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f271612-f621-4d5f-9942-f0e41a473a18", "name": "network-vif-plugged", "status": "completed", "tag": "5fa7d378-3f22-4c31-8ba3-5cf27af8377c", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:49:55.270577 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dcc009ad-99c6-4c73-8637-166a14f3a789 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:49:55.270970 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f271612-f621-4d5f-9942-f0e41a473a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa7d378-3f22-4c31-8ba3-5cf27af8377c', 'code': 200} Mar 04 00:49:55.277128 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=5fa7d378-3f22-4c31-8ba3-5cf27af8377c,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:55.338885 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a09f0c1c-465f-44fb-bb47-09d11b1a63a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (aecfabcc-399a-4a0a-ad30-16c4f52e40a7), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:55.342171 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a09f0c1c-465f-44fb-bb47-09d11b1a63a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:55.345779 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-a09f0c1c-465f-44fb-bb47-09d11b1a63a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aecfabcc-399a-4a0a-ad30-16c4f52e40a7 HTTP/1.1" status: 204 len: 168 time: 0.3889911 Mar 04 00:49:55.352759 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-22a030c6-4501-43af-a749-38393dd95c07 req-e1c48768-a678-4814-a706-9326f2450845 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56391725-3e2d-479a-82b1-78a8602fe302 HTTP/1.1" status: 200 len: 217 time: 0.0723186 Mar 04 00:49:55.357123 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7acd09-a52f-4b01-afa1-98abca44ce50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42bb93a-71c0-4d23-b4c9-0e1b50577a7d,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:55.358379 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1816da5-06e2-476a-a262-71a3eadeae0f req-62a25861-1790-482e-8744-5a0b6649704d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:55.359889 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e1816da5-06e2-476a-a262-71a3eadeae0f req-62a25861-1790-482e-8744-5a0b6649704d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0651162 Mar 04 00:49:55.362229 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-fd7acd09-a52f-4b01-afa1-98abca44ce50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da6058e0d50e457391be823b3f2323a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800633 Mar 04 00:49:55.365032 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 44402) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:55.382488 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f0c1c-465f-44fb-bb47-09d11b1a63a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecfabcc-399a-4a0a-ad30-16c4f52e40a7,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:55.424746 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a030c6-4501-43af-a749-38393dd95c07 req-e7584c64-8855-42a1-b8fa-6f5c920e6c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:55.426482 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-22a030c6-4501-43af-a749-38393dd95c07 req-e7584c64-8855-42a1-b8fa-6f5c920e6c7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88ab0500-9729-459f-9744-bd096b771772 HTTP/1.1" status: 200 len: 855 time: 0.0608490 Mar 04 00:49:55.453773 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e1816da5-06e2-476a-a262-71a3eadeae0f req-b6ce3561-4e00-47b7-882c-2872af17d87e tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808830 Mar 04 00:49:55.456432 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f614cd37-1ac5-4cc9-8986-c6579f15f994 admin admin] Publish callbacks [] for security_group (c42bb93a-71c0-4d23-b4c9-0e1b50577a7d), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:55.474540 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-22a030c6-4501-43af-a749-38393dd95c07 req-9338cec1-b68c-4ba3-bf0c-69e7787ce21b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316319 Mar 04 00:49:55.479186 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f614cd37-1ac5-4cc9-8986-c6579f15f994 admin admin] Publish callbacks [] for security_group (c42bb93a-71c0-4d23-b4c9-0e1b50577a7d), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:55.572840 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f614cd37-1ac5-4cc9-8986-c6579f15f994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (c42bb93a-71c0-4d23-b4c9-0e1b50577a7d), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:55.575585 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f614cd37-1ac5-4cc9-8986-c6579f15f994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:55.576696 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-f614cd37-1ac5-4cc9-8986-c6579f15f994 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c42bb93a-71c0-4d23-b4c9-0e1b50577a7d HTTP/1.1" status: 204 len: 168 time: 0.2106328 Mar 04 00:49:55.578144 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a68e19-11e5-4416-849d-19f1d3547bda req-d81bec45-dc50-44b7-93f4-53492ce687fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:55.586387 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-81a68e19-11e5-4416-849d-19f1d3547bda req-d81bec45-dc50-44b7-93f4-53492ce687fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 1130 time: 0.1131375 Mar 04 00:49:55.633173 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-22a030c6-4501-43af-a749-38393dd95c07 req-efd0ac90-9c7c-4fa9-a64a-e60966dcd20e service neutron] 10.222.0.20 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351020 Mar 04 00:49:55.825287 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:55.837944 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-22a030c6-4501-43af-a749-38393dd95c07 req-89b42fb4-809f-4fa3-a572-6c0c2b71af26 service neutron] 10.222.0.20 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968834 Mar 04 00:49:55.855578 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-81a68e19-11e5-4416-849d-19f1d3547bda req-c806c06b-e5df-4974-8c38-a8573d7f132a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560768 Mar 04 00:49:55.864219 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614cd37-1ac5-4cc9-8986-c6579f15f994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42bb93a-71c0-4d23-b4c9-0e1b50577a7d,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:55.897605 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0c649-64e7-43cb-83e4-20d518ad27bb req-37932753-31a8-48d8-a73d-01bdc3742315 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:55.906255 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f5d0c649-64e7-43cb-83e4-20d518ad27bb req-37932753-31a8-48d8-a73d-01bdc3742315 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 946 time: 0.3664184 Mar 04 00:49:55.966118 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f5d0c649-64e7-43cb-83e4-20d518ad27bb req-07f48ddd-c200-4d75-83be-ed6a13353ac6 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587983 Mar 04 00:49:56.147952 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a20e4-d792-460b-90c7-0b750e9fdb68 req-0c8074f9-ba65-4ead-b184-58fdb0733bbb tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:56.149458 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-061a20e4-d792-460b-90c7-0b750e9fdb68 req-0c8074f9-ba65-4ead-b184-58fdb0733bbb tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 943 time: 0.0670986 Mar 04 00:49:56.199003 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-061a20e4-d792-460b-90c7-0b750e9fdb68 req-30da23a4-2ebb-4b01-b8cf-096f1960891d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435538 Mar 04 00:49:56.394575 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 44450) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:56.572515 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfae874-e921-4788-9e26-73fa77cb879a req-02afc58d-763d-413f-b06a-f502720299b3 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:56.574017 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9cfae874-e921-4788-9e26-73fa77cb879a req-02afc58d-763d-413f-b06a-f502720299b3 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0523958 Mar 04 00:49:56.625414 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-df25f34e-2a4b-434c-80f6-d45b01004642 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-42947768-network', 'tenant_id': 'dd74029f236e4e6982735e5d14eda62b'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:56.633524 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9cfae874-e921-4788-9e26-73fa77cb879a req-872cd1e9-007e-40af-89a1-bcb90039a893 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523939 Mar 04 00:49:56.654023 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df25f34e-2a4b-434c-80f6-d45b01004642 admin admin] Made reservation on behalf of dd74029f236e4e6982735e5d14eda62b for: {'network': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:49:56.656723 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-df25f34e-2a4b-434c-80f6-d45b01004642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:56.665722 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-df25f34e-2a4b-434c-80f6-d45b01004642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:56.740240 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-df25f34e-2a4b-434c-80f6-d45b01004642 admin admin] Publish callbacks [] for security_group (0be7e264-342b-4e65-8b6b-a09264bfb712), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:56.744545 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-df25f34e-2a4b-434c-80f6-d45b01004642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (0be7e264-342b-4e65-8b6b-a09264bfb712), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:56.780837 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25f34e-2a4b-434c-80f6-d45b01004642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be7e264-342b-4e65-8b6b-a09264bfb712,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:56.783783 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df25f34e-2a4b-434c-80f6-d45b01004642 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=109681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:49:56.794194 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-df25f34e-2a4b-434c-80f6-d45b01004642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (e5a199ec-a856-4249-99eb-a1723ce61d61), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:56.794539 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.segments_db [None req-df25f34e-2a4b-434c-80f6-d45b01004642 admin admin] Added segment e5a199ec-a856-4249-99eb-a1723ce61d61 of type vlan for network 1b799199-d27c-40eb-85f8-ac4e5d5389f0 Mar 04 00:49:56.835494 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-df25f34e-2a4b-434c-80f6-d45b01004642 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (1b799199-d27c-40eb-85f8-ac4e5d5389f0), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:56.861343 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-df25f34e-2a4b-434c-80f6-d45b01004642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (1b799199-d27c-40eb-85f8-ac4e5d5389f0), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:56.862460 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df25f34e-2a4b-434c-80f6-d45b01004642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:56.863046 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-df25f34e-2a4b-434c-80f6-d45b01004642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:56.925481 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-df25f34e-2a4b-434c-80f6-d45b01004642 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5295892 Mar 04 00:49:56.929403 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25f34e-2a4b-434c-80f6-d45b01004642 admin admin] Pushing event updated for resources: {'Network': ['ID=1b799199-d27c-40eb-85f8-ac4e5d5389f0,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:56.930344 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44468) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:56.934892 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-2a8fb673-cefe-4c0f-aca6-d138a205edd1 admin admin] Request body: {'subnet': {'network_id': '1b799199-d27c-40eb-85f8-ac4e5d5389f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-42947768-subnet', 'tenant_id': 'dd74029f236e4e6982735e5d14eda62b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:56.948302 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network 1b799199-d27c-40eb-85f8-ac4e5d5389f0 details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:49:56.956781 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8fb673-cefe-4c0f-aca6-d138a205edd1 admin admin] Made reservation on behalf of dd74029f236e4e6982735e5d14eda62b for: {'subnet': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:49:56.959260 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2a8fb673-cefe-4c0f-aca6-d138a205edd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26649968'] for subnet (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:57.129843 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade63bd-58bc-4cbf-be32-6f0eb273088f req-c48cb649-8a57-44c6-906c-8673e55f1f68 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:57.133268 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2ade63bd-58bc-4cbf-be32-6f0eb273088f req-c48cb649-8a57-44c6-906c-8673e55f1f68 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 946 time: 0.0820987 Mar 04 00:49:57.185616 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2ade63bd-58bc-4cbf-be32-6f0eb273088f req-2e6a2357-cf53-43ac-8089-0aa4734c68b3 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467787 Mar 04 00:49:57.321966 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba4c2c-f087-4190-80e4-421cbbb0c316 req-398f3b8b-73c3-4584-b19f-b60aaa48b6d9 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:57.323467 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-68ba4c2c-f087-4190-80e4-421cbbb0c316 req-398f3b8b-73c3-4584-b19f-b60aaa48b6d9 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 943 time: 0.0557599 Mar 04 00:49:57.378239 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-68ba4c2c-f087-4190-80e4-421cbbb0c316 req-a2183063-e879-4ce8-870b-347869c63c30 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471537 Mar 04 00:49:57.402216 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2a8fb673-cefe-4c0f-aca6-d138a205edd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26649922'] for subnet (9e599f4e-4377-4e4b-be52-ca898fabd088), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:57.476496 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fb673-cefe-4c0f-aca6-d138a205edd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e599f4e-4377-4e4b-be52-ca898fabd088,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:57.483845 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8fb673-cefe-4c0f-aca6-d138a205edd1 admin admin] Checking segment: {'id': 'e5a199ec-a856-4249-99eb-a1723ce61d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b799199-d27c-40eb-85f8-ac4e5d5389f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:49:57.483845 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8fb673-cefe-4c0f-aca6-d138a205edd1 admin admin] Network hostable DHCP agents. Network: 1b799199-d27c-40eb-85f8-ac4e5d5389f0, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:49:57.500207 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8fb673-cefe-4c0f-aca6-d138a205edd1 admin admin] Network 1b799199-d27c-40eb-85f8-ac4e5d5389f0 is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:49:57.510549 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-2a8fb673-cefe-4c0f-aca6-d138a205edd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, 1b799199-d27c-40eb-85f8-ac4e5d5389f0) {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:49:57.516735 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8fb673-cefe-4c0f-aca6-d138a205edd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:57.516735 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2a8fb673-cefe-4c0f-aca6-d138a205edd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:57.522174 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7492d48-7bdb-47b6-9996-c3f09176d21b None None] Network 1b799199-d27c-40eb-85f8-ac4e5d5389f0 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:49:57.534302 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-2a8fb673-cefe-4c0f-aca6-d138a205edd1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6030321 Mar 04 00:49:57.633202 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e515b779-76d7-4ce8-bd21-cb1bd7562807 None None] Network 1b799199-d27c-40eb-85f8-ac4e5d5389f0 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:49:57.776048 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb93587-1e6f-438c-913b-fdc6cfa5e882 req-4d42ffb3-be19-43a6-a164-97211254711e tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:57.777751 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bdb93587-1e6f-438c-913b-fdc6cfa5e882 req-4d42ffb3-be19-43a6-a164-97211254711e tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0676582 Mar 04 00:49:57.833066 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bdb93587-1e6f-438c-913b-fdc6cfa5e882 req-5ce2d13e-a21c-42d4-b86a-6cea6849ab16 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438111 Mar 04 00:49:57.928225 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44524) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:57.968059 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 56391725-3e2d-479a-82b1-78a8602fe302 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:49:58.043876 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c57593d8-933d-4e1a-a6f9-357300373cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.077591 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 56391725-3e2d-479a-82b1-78a8602fe302, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=56391725-3e2d-479a-82b1-78a8602fe302,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:58.095826 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '56391725-3e2d-479a-82b1-78a8602fe302', 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a', 'port_id': '56391725-3e2d-479a-82b1-78a8602fe302', 'mac_address': 'fa:16:3e:f3:d7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ab0500-9729-459f-9744-bd096b771772', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:49:58.141988 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c57593d8-933d-4e1a-a6f9-357300373cd6 admin admin] Publish callbacks [] for security_group (dc52171e-eb98-4795-9955-ddef15a4d089), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.144357 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 56391725-3e2d-479a-82b1-78a8602fe302 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:49:58.144896 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (56391725-3e2d-479a-82b1-78a8602fe302), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.146130 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c57593d8-933d-4e1a-a6f9-357300373cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (dc52171e-eb98-4795-9955-ddef15a4d089), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.158589 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56391725-3e2d-479a-82b1-78a8602fe302 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:49:58.182637 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 56391725-3e2d-479a-82b1-78a8602fe302, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=56391725-3e2d-479a-82b1-78a8602fe302,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:49:58.187580 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (56391725-3e2d-479a-82b1-78a8602fe302), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.191292 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 44538) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:58.198142 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-c57593d8-933d-4e1a-a6f9-357300373cd6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df1d247f2fea474aa668c2c315bc8f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684491 Mar 04 00:49:58.199173 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57593d8-933d-4e1a-a6f9-357300373cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc52171e-eb98-4795-9955-ddef15a4d089,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:58.212416 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44542) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:58.217897 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-bfb50094-e837-43de-9c9d-d5666016be10 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-139606942-network', 'tenant_id': 'ffea0d179ef5411cbf700a1f3f16e94b'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:58.239862 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb50094-e837-43de-9c9d-d5666016be10 admin admin] Made reservation on behalf of ffea0d179ef5411cbf700a1f3f16e94b for: {'network': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:49:58.243069 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bfb50094-e837-43de-9c9d-d5666016be10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.251035 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b37a14d6-9ccf-4fc7-a0dc-9d7aca67526e admin admin] Publish callbacks [] for security_group (dc52171e-eb98-4795-9955-ddef15a4d089), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.251489 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=56391725-3e2d-479a-82b1-78a8602fe302,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:58.254190 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bfb50094-e837-43de-9c9d-d5666016be10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.276300 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b37a14d6-9ccf-4fc7-a0dc-9d7aca67526e admin admin] Publish callbacks [] for security_group (dc52171e-eb98-4795-9955-ddef15a4d089), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.338815 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bfb50094-e837-43de-9c9d-d5666016be10 admin admin] Publish callbacks [] for security_group (69593da5-a0bb-4e26-a2c4-7d9047534742), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.345277 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bfb50094-e837-43de-9c9d-d5666016be10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (69593da5-a0bb-4e26-a2c4-7d9047534742), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.348694 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b88b4-634c-40c8-9691-9a3a860fe74a req-d7edb338-35bb-4d9e-8924-4419aea5d800 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:58.350709 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c06b88b4-634c-40c8-9691-9a3a860fe74a req-d7edb338-35bb-4d9e-8924-4419aea5d800 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 946 time: 0.0771625 Mar 04 00:49:58.372879 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b37a14d6-9ccf-4fc7-a0dc-9d7aca67526e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (dc52171e-eb98-4795-9955-ddef15a4d089), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.375425 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b37a14d6-9ccf-4fc7-a0dc-9d7aca67526e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.376550 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-b37a14d6-9ccf-4fc7-a0dc-9d7aca67526e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc52171e-eb98-4795-9955-ddef15a4d089 HTTP/1.1" status: 204 len: 168 time: 0.1843143 Mar 04 00:49:58.382372 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb50094-e837-43de-9c9d-d5666016be10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=109680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:49:58.388869 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a14d6-9ccf-4fc7-a0dc-9d7aca67526e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc52171e-eb98-4795-9955-ddef15a4d089,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:58.403065 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bfb50094-e837-43de-9c9d-d5666016be10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (3a715b51-06aa-460d-a6a1-1950aa23e904), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.403420 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.segments_db [None req-bfb50094-e837-43de-9c9d-d5666016be10 admin admin] Added segment 3a715b51-06aa-460d-a6a1-1950aa23e904 of type vlan for network fc55eb05-f2d0-471c-9012-7be00ac6083c Mar 04 00:49:58.404825 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb50094-e837-43de-9c9d-d5666016be10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69593da5-a0bb-4e26-a2c4-7d9047534742,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:58.455468 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c06b88b4-634c-40c8-9691-9a3a860fe74a req-e8157a3c-4e7e-44c0-9da1-68e9e7517581 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991070 Mar 04 00:49:58.458874 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bfb50094-e837-43de-9c9d-d5666016be10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (fc55eb05-f2d0-471c-9012-7be00ac6083c), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.491724 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bfb50094-e837-43de-9c9d-d5666016be10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (fc55eb05-f2d0-471c-9012-7be00ac6083c), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.492882 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb50094-e837-43de-9c9d-d5666016be10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:58.493568 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bfb50094-e837-43de-9c9d-d5666016be10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.551547 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab18cc-443f-4bef-a4b8-99f7a20bba04 req-2fcb0bf9-7c15-46bc-b9a6-9cb1bc5097e9 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:58.554133 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-17ab18cc-443f-4bef-a4b8-99f7a20bba04 req-2fcb0bf9-7c15-46bc-b9a6-9cb1bc5097e9 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 944 time: 0.0598896 Mar 04 00:49:58.555423 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-bfb50094-e837-43de-9c9d-d5666016be10 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3418689 Mar 04 00:49:58.558041 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44548) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:58.565128 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-77eaae0b-bad1-4021-8d9b-07c92ba57fe2 admin admin] Request body: {'subnet': {'network_id': 'fc55eb05-f2d0-471c-9012-7be00ac6083c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-139606942-subnet', 'tenant_id': 'ffea0d179ef5411cbf700a1f3f16e94b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:49:58.569565 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb50094-e837-43de-9c9d-d5666016be10 admin admin] Pushing event updated for resources: {'Network': ['ID=fc55eb05-f2d0-471c-9012-7be00ac6083c,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:58.584735 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network fc55eb05-f2d0-471c-9012-7be00ac6083c details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:49:58.593548 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77eaae0b-bad1-4021-8d9b-07c92ba57fe2 admin admin] Made reservation on behalf of ffea0d179ef5411cbf700a1f3f16e94b for: {'subnet': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:49:58.601724 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-77eaae0b-bad1-4021-8d9b-07c92ba57fe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26649968'] for subnet (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.611002 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-17ab18cc-443f-4bef-a4b8-99f7a20bba04 req-eb092741-0016-4006-a350-8b502f6665b1 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492399 Mar 04 00:49:58.744520 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 44552) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:58.757351 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-cb2c272f-9ab2-4679-a127-7b62a70bc60a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.776900 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-77eaae0b-bad1-4021-8d9b-07c92ba57fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26649922'] for subnet (ea8a46d2-40bb-42eb-a8a3-43ca95dd148f), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.833351 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-cb2c272f-9ab2-4679-a127-7b62a70bc60a admin admin] Publish callbacks [] for security_group (ab8e3f93-0119-4f1b-a910-79dd7eed06bc), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.834674 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eaae0b-bad1-4021-8d9b-07c92ba57fe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea8a46d2-40bb-42eb-a8a3-43ca95dd148f,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:58.838730 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-cb2c272f-9ab2-4679-a127-7b62a70bc60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (ab8e3f93-0119-4f1b-a910-79dd7eed06bc), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.845528 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eaae0b-bad1-4021-8d9b-07c92ba57fe2 admin admin] Checking segment: {'id': '3a715b51-06aa-460d-a6a1-1950aa23e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fc55eb05-f2d0-471c-9012-7be00ac6083c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:49:58.845915 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eaae0b-bad1-4021-8d9b-07c92ba57fe2 admin admin] Network hostable DHCP agents. Network: fc55eb05-f2d0-471c-9012-7be00ac6083c, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:49:58.864724 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eaae0b-bad1-4021-8d9b-07c92ba57fe2 admin admin] Network fc55eb05-f2d0-471c-9012-7be00ac6083c is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:49:58.877164 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-77eaae0b-bad1-4021-8d9b-07c92ba57fe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, fc55eb05-f2d0-471c-9012-7be00ac6083c) {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:49:58.881745 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-cb2c272f-9ab2-4679-a127-7b62a70bc60a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=273c7b0872b24845aa7d5bdb9df988d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325545 Mar 04 00:49:58.881745 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c272f-9ab2-4679-a127-7b62a70bc60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8e3f93-0119-4f1b-a910-79dd7eed06bc,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:58.881950 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44556) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:58.888357 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013a9c94-1c47-416b-b119-53ee3089807e None None] Network fc55eb05-f2d0-471c-9012-7be00ac6083c requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:49:58.892429 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eaae0b-bad1-4021-8d9b-07c92ba57fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:58.893025 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-77eaae0b-bad1-4021-8d9b-07c92ba57fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.922622 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-77eaae0b-bad1-4021-8d9b-07c92ba57fe2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3635132 Mar 04 00:49:58.960986 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-84d68076-c03f-4d8c-add3-762f314c4337 admin admin] Publish callbacks [] for security_group (ab8e3f93-0119-4f1b-a910-79dd7eed06bc), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:58.983457 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-84d68076-c03f-4d8c-add3-762f314c4337 admin admin] Publish callbacks [] for security_group (ab8e3f93-0119-4f1b-a910-79dd7eed06bc), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.013174 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2b10e-5ecf-4fe4-8ca7-ab058496f9c4 req-06a85e0d-530c-4802-b1f2-07b9a74dedae tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:59.015517 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0db2b10e-5ecf-4fe4-8ca7-ab058496f9c4 req-06a85e0d-530c-4802-b1f2-07b9a74dedae tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0670097 Mar 04 00:49:59.019816 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d54b0a6-b040-445b-b2dc-613ed7303820 None None] Network fc55eb05-f2d0-471c-9012-7be00ac6083c requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:49:59.036740 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-84d68076-c03f-4d8c-add3-762f314c4337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (ab8e3f93-0119-4f1b-a910-79dd7eed06bc), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.039554 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-84d68076-c03f-4d8c-add3-762f314c4337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.043167 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-84d68076-c03f-4d8c-add3-762f314c4337 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab8e3f93-0119-4f1b-a910-79dd7eed06bc HTTP/1.1" status: 204 len: 168 time: 0.1580045 Mar 04 00:49:59.049114 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d68076-c03f-4d8c-add3-762f314c4337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8e3f93-0119-4f1b-a910-79dd7eed06bc,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:59.058238 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 44562) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:59.124780 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0db2b10e-5ecf-4fe4-8ca7-ab058496f9c4 req-e7a23c91-6ca4-42ca-833e-c3a7dd4c7608 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033046 Mar 04 00:49:59.137453 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_v2 [None req-37fb7c49-89e2-4cce-9f62-965f58a5db0b admin admin] Deleting subnet 9e599f4e-4377-4e4b-be52-ca898fabd088 {{(pid=109681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 00:49:59.141971 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-37fb7c49-89e2-4cce-9f62-965f58a5db0b admin admin] Publish callbacks [] for subnet (9e599f4e-4377-4e4b-be52-ca898fabd088), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.188460 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-37fb7c49-89e2-4cce-9f62-965f58a5db0b admin admin] Publish callbacks [] for subnet (9e599f4e-4377-4e4b-be52-ca898fabd088), precommit_delete_associations {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.195565 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-37fb7c49-89e2-4cce-9f62-965f58a5db0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15850908'] for subnet (9e599f4e-4377-4e4b-be52-ca898fabd088), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.259095 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-37fb7c49-89e2-4cce-9f62-965f58a5db0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15850899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for subnet (9e599f4e-4377-4e4b-be52-ca898fabd088), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.284475 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb7c49-89e2-4cce-9f62-965f58a5db0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e599f4e-4377-4e4b-be52-ca898fabd088,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:59.288640 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-37fb7c49-89e2-4cce-9f62-965f58a5db0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.294365 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-37fb7c49-89e2-4cce-9f62-965f58a5db0b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9e599f4e-4377-4e4b-be52-ca898fabd088 HTTP/1.1" status: 204 len: 168 time: 0.2348232 Mar 04 00:49:59.294604 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44570) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:59.321465 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.366375 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['56391725-3e2d-479a-82b1-78a8602fe302'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:49:59.381106 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-43526661-e289-415c-b898-b1e6856d22fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16661095'] for network (1b799199-d27c-40eb-85f8-ac4e5d5389f0), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.503589 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-43526661-e289-415c-b898-b1e6856d22fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16753767', 'neutron.services.segments.db._delete_segments_for_network-8742061486749'] for network (1b799199-d27c-40eb-85f8-ac4e5d5389f0), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.548392 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-43526661-e289-415c-b898-b1e6856d22fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b799199-d27c-40eb-85f8-ac4e5d5389f0']}} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:49:59.580744 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-43526661-e289-415c-b898-b1e6856d22fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a199ec-a856-4249-99eb-a1723ce61d61') {'for_net_delete': True} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:49:59.581042 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-43526661-e289-415c-b898-b1e6856d22fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a199ec-a856-4249-99eb-a1723ce61d61') {} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:49:59.595971 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-43526661-e289-415c-b898-b1e6856d22fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742061490342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26013178'] for segment (e5a199ec-a856-4249-99eb-a1723ce61d61), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.611266 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-43526661-e289-415c-b898-b1e6856d22fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (e5a199ec-a856-4249-99eb-a1723ce61d61), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.619078 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43526661-e289-415c-b898-b1e6856d22fc admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 00:49:59.619479 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-43526661-e289-415c-b898-b1e6856d22fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26647348'] for segment (e5a199ec-a856-4249-99eb-a1723ce61d61), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: Traceback (most recent call last): Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: timer() Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: cb(*args, **kw) Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: return func(*args, **kwargs) Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: self._notify() Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: self.callback(batched_events) Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: event.method(event) Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: return f(self, *a, **k) Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._get(url).json() Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: return self.request(url, 'GET', **kwargs) Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 00:49:59.621448 dv-cinder-812685-7-iscsi neutron-server[109680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 00:49:59.632343 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df985b-bc65-4b5b-837f-85dea77b6d30 req-353fac37-fb14-4569-a343-077b6673c980 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:59.634394 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-49df985b-bc65-4b5b-837f-85dea77b6d30 req-353fac37-fb14-4569-a343-077b6673c980 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 946 time: 0.0782435 Mar 04 00:49:59.688778 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-49df985b-bc65-4b5b-837f-85dea77b6d30 req-f3bb83c1-a21c-4078-9fb4-77d91943575b tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478861 Mar 04 00:49:59.691647 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-43526661-e289-415c-b898-b1e6856d22fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16753694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542029'] for network (1b799199-d27c-40eb-85f8-ac4e5d5389f0), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.700485 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-43526661-e289-415c-b898-b1e6856d22fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.704601 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-43526661-e289-415c-b898-b1e6856d22fc admin admin] 10.222.0.23 "DELETE /v2.0/networks/1b799199-d27c-40eb-85f8-ac4e5d5389f0 HTTP/1.1" status: 204 len: 168 time: 0.4080429 Mar 04 00:49:59.716475 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44592) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:49:59.723881 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43526661-e289-415c-b898-b1e6856d22fc admin admin] Pushing event deleted for resources: {'Network': ['ID=1b799199-d27c-40eb-85f8-ac4e5d5389f0,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:59.764561 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4201848-0c57-4b6e-8010-3ffe996939fe admin admin] Deleting subnet ea8a46d2-40bb-42eb-a8a3-43ca95dd148f {{(pid=109680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 00:49:59.765188 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcede72e-bbbe-4f28-a7dd-4bbd1b292bb9 req-8a038a9b-350c-4a39-afff-9b1f48358475 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:49:59.767088 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bcede72e-bbbe-4f28-a7dd-4bbd1b292bb9 req-8a038a9b-350c-4a39-afff-9b1f48358475 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 944 time: 0.0763674 Mar 04 00:49:59.768395 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f4201848-0c57-4b6e-8010-3ffe996939fe admin admin] Publish callbacks [] for subnet (ea8a46d2-40bb-42eb-a8a3-43ca95dd148f), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.810139 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f4201848-0c57-4b6e-8010-3ffe996939fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26013165'] for subnet (ea8a46d2-40bb-42eb-a8a3-43ca95dd148f), precommit_delete_associations {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.824086 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bcede72e-bbbe-4f28-a7dd-4bbd1b292bb9 req-e627f170-5313-4927-8e4d-0b2371d5f49a tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503244 Mar 04 00:49:59.858581 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f4201848-0c57-4b6e-8010-3ffe996939fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15850908'] for subnet (ea8a46d2-40bb-42eb-a8a3-43ca95dd148f), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.913868 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f4201848-0c57-4b6e-8010-3ffe996939fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15850899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26647530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26649947'] for subnet (ea8a46d2-40bb-42eb-a8a3-43ca95dd148f), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.939897 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4201848-0c57-4b6e-8010-3ffe996939fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea8a46d2-40bb-42eb-a8a3-43ca95dd148f,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:49:59.941695 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f4201848-0c57-4b6e-8010-3ffe996939fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:49:59.945414 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-f4201848-0c57-4b6e-8010-3ffe996939fe admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ea8a46d2-40bb-42eb-a8a3-43ca95dd148f HTTP/1.1" status: 204 len: 168 time: 0.2286410 Mar 04 00:49:59.947987 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44604) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:00.020529 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-54745c80-8183-44f9-b46f-116feaae4c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16661095'] for network (fc55eb05-f2d0-471c-9012-7be00ac6083c), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:00.103843 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-54745c80-8183-44f9-b46f-116feaae4c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16753767', 'neutron.services.segments.db._delete_segments_for_network-8742061486749'] for network (fc55eb05-f2d0-471c-9012-7be00ac6083c), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:00.125927 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-54745c80-8183-44f9-b46f-116feaae4c7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc55eb05-f2d0-471c-9012-7be00ac6083c']}} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:00.136689 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-54745c80-8183-44f9-b46f-116feaae4c7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a715b51-06aa-460d-a6a1-1950aa23e904') {'for_net_delete': True} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:00.137023 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-54745c80-8183-44f9-b46f-116feaae4c7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a715b51-06aa-460d-a6a1-1950aa23e904') {} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:00.148822 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-54745c80-8183-44f9-b46f-116feaae4c7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742061490342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26013178'] for segment (3a715b51-06aa-460d-a6a1-1950aa23e904), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:00.164276 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-54745c80-8183-44f9-b46f-116feaae4c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (3a715b51-06aa-460d-a6a1-1950aa23e904), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:00.171529 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54745c80-8183-44f9-b46f-116feaae4c7a admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 00:50:00.171984 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-54745c80-8183-44f9-b46f-116feaae4c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26647348'] for segment (3a715b51-06aa-460d-a6a1-1950aa23e904), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: Traceback (most recent call last): Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: timer() Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: cb(*args, **kw) Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: return func(*args, **kwargs) Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: self._notify() Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: self.callback(batched_events) Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: event.method(event) Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: return f(self, *a, **k) Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._get(url).json() Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: return self.request(url, 'GET', **kwargs) Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 00:50:00.173773 dv-cinder-812685-7-iscsi neutron-server[109680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 00:50:00.238333 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-54745c80-8183-44f9-b46f-116feaae4c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16753694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542029'] for network (fc55eb05-f2d0-471c-9012-7be00ac6083c), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:00.246804 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-54745c80-8183-44f9-b46f-116feaae4c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:00.251089 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-54745c80-8183-44f9-b46f-116feaae4c7a admin admin] 10.222.0.23 "DELETE /v2.0/networks/fc55eb05-f2d0-471c-9012-7be00ac6083c HTTP/1.1" status: 204 len: 168 time: 0.3020689 Mar 04 00:50:00.263797 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54745c80-8183-44f9-b46f-116feaae4c7a admin admin] Pushing event deleted for resources: {'Network': ['ID=fc55eb05-f2d0-471c-9012-7be00ac6083c,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:00.275679 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaf837-df84-494a-940d-073ce9cab478 req-fd62c823-db87-4c0c-a3c2-278af53380e0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:00.282302 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-44aaf837-df84-494a-940d-073ce9cab478 req-fd62c823-db87-4c0c-a3c2-278af53380e0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0635300 Mar 04 00:50:00.330327 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-44aaf837-df84-494a-940d-073ce9cab478 req-86a878b3-391a-4329-a84e-ebefdc8759ac tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471179 Mar 04 00:50:00.446386 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44648) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:00.493885 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-d70dccea-6fca-4bcd-94e2-c0edacea7062 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd74029f236e4e6982735e5d14eda62b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462048 Mar 04 00:50:00.496453 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 44652) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:00.545718 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-38ffe774-7a42-4cf5-a63e-0e597e85e1b3 admin admin] Publish callbacks [] for security_group (0be7e264-342b-4e65-8b6b-a09264bfb712), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:00.569152 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-38ffe774-7a42-4cf5-a63e-0e597e85e1b3 admin admin] Publish callbacks [] for security_group (0be7e264-342b-4e65-8b6b-a09264bfb712), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:00.616649 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-38ffe774-7a42-4cf5-a63e-0e597e85e1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (0be7e264-342b-4e65-8b6b-a09264bfb712), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:00.619290 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-38ffe774-7a42-4cf5-a63e-0e597e85e1b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:00.622284 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-38ffe774-7a42-4cf5-a63e-0e597e85e1b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0be7e264-342b-4e65-8b6b-a09264bfb712 HTTP/1.1" status: 204 len: 168 time: 0.1243784 Mar 04 00:50:00.634386 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffe774-7a42-4cf5-a63e-0e597e85e1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be7e264-342b-4e65-8b6b-a09264bfb712,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:00.836149 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa308217-8652-4f6b-8453-a5f3c7134434 req-4be66a81-7b6d-4134-ada4-8a900e4b9103 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:00.838029 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-aa308217-8652-4f6b-8453-a5f3c7134434 req-4be66a81-7b6d-4134-ada4-8a900e4b9103 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 946 time: 0.0689960 Mar 04 00:50:00.902419 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-aa308217-8652-4f6b-8453-a5f3c7134434 req-14eefc3b-f47a-4879-bee4-f304c2537d10 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577786 Mar 04 00:50:00.965859 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769bbb0-fac8-4f48-b050-e06ebe1b1429 req-48f52136-42f6-44a5-b151-3c9e9d1097e0 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:00.967506 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1769bbb0-fac8-4f48-b050-e06ebe1b1429 req-48f52136-42f6-44a5-b151-3c9e9d1097e0 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 944 time: 0.0639424 Mar 04 00:50:01.004959 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 44688) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:01.034437 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1769bbb0-fac8-4f48-b050-e06ebe1b1429 req-4d11d75c-5acf-4374-90ee-7bd070d357f7 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606534 Mar 04 00:50:01.048896 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 56391725-3e2d-479a-82b1-78a8602fe302 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:50:01.060660 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-ddd348e4-504b-46c4-9d58-d0db0275efbd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffea0d179ef5411cbf700a1f3f16e94b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542490 Mar 04 00:50:01.063376 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 44690) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:01.103551 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port 56391725-3e2d-479a-82b1-78a8602fe302 completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:50:01.107357 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 56391725-3e2d-479a-82b1-78a8602fe302 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:01.107734 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (56391725-3e2d-479a-82b1-78a8602fe302), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:01.118100 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3d54b06d-993a-4143-a302-6d269432e820 admin admin] Publish callbacks [] for security_group (69593da5-a0bb-4e26-a2c4-7d9047534742), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:01.139322 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3d54b06d-993a-4143-a302-6d269432e820 admin admin] Publish callbacks [] for security_group (69593da5-a0bb-4e26-a2c4-7d9047534742), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:01.200713 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 56391725-3e2d-479a-82b1-78a8602fe302 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:01.201157 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (56391725-3e2d-479a-82b1-78a8602fe302), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:01.204141 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3d54b06d-993a-4143-a302-6d269432e820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (69593da5-a0bb-4e26-a2c4-7d9047534742), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:01.206762 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3d54b06d-993a-4143-a302-6d269432e820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:01.210593 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-3d54b06d-993a-4143-a302-6d269432e820 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69593da5-a0bb-4e26-a2c4-7d9047534742 HTTP/1.1" status: 204 len: 168 time: 0.1436849 Mar 04 00:50:01.232150 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7a0a2e-4416-4d40-8f14-f9116eaa1563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56391725-3e2d-479a-82b1-78a8602fe302'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:50:01.234729 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748743fb-2736-4860-bf93-7657ae8ab3a5" -d '{"events": [{"server_uuid": "2d7a0a2e-4416-4d40-8f14-f9116eaa1563", "name": "network-vif-plugged", "status": "completed", "tag": "56391725-3e2d-479a-82b1-78a8602fe302"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:50:01.237996 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54b06d-993a-4143-a302-6d269432e820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69593da5-a0bb-4e26-a2c4-7d9047534742,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:01.251754 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 56391725-3e2d-479a-82b1-78a8602fe302, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=56391725-3e2d-479a-82b1-78a8602fe302,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:50:01.266754 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (56391725-3e2d-479a-82b1-78a8602fe302), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:01.323347 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db7758a-9830-4b8c-b0c2-3587af710945 x-openstack-request-id: req-2db7758a-9830-4b8c-b0c2-3587af710945 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:50:01.323819 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7a0a2e-4416-4d40-8f14-f9116eaa1563", "name": "network-vif-plugged", "status": "completed", "tag": "56391725-3e2d-479a-82b1-78a8602fe302", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:50:01.324087 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2db7758a-9830-4b8c-b0c2-3587af710945 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:50:01.324767 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7a0a2e-4416-4d40-8f14-f9116eaa1563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56391725-3e2d-479a-82b1-78a8602fe302', 'code': 200} Mar 04 00:50:01.329054 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=56391725-3e2d-479a-82b1-78a8602fe302,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:01.475257 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ac54b-5492-4954-8aac-6ceedbb3b09c req-02076a93-a733-4375-bb34-d0e454ace9a1 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:01.476940 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6b8ac54b-5492-4954-8aac-6ceedbb3b09c req-02076a93-a733-4375-bb34-d0e454ace9a1 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0721712 Mar 04 00:50:01.534004 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c82bbd-c7ea-4ae0-a664-3bbea6f0024b req-84dd1026-2987-424c-aad9-01fd52232ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:01.534004 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-06c82bbd-c7ea-4ae0-a664-3bbea6f0024b req-84dd1026-2987-424c-aad9-01fd52232ae0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 1129 time: 0.0702064 Mar 04 00:50:01.552379 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6b8ac54b-5492-4954-8aac-6ceedbb3b09c req-cf9666bb-a491-47b5-b753-cf9cf71ac04b tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693848 Mar 04 00:50:01.608550 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-06c82bbd-c7ea-4ae0-a664-3bbea6f0024b req-df58a09d-ae19-4058-a0eb-f144f48c9e34 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653880 Mar 04 00:50:01.863049 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b099ccf-95e3-40a6-bc13-c3184928009d req-178e1ba1-d419-4aea-8202-d2276320fe49 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:01.870942 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0b099ccf-95e3-40a6-bc13-c3184928009d req-178e1ba1-d419-4aea-8202-d2276320fe49 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 946 time: 0.0699069 Mar 04 00:50:01.923161 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0b099ccf-95e3-40a6-bc13-c3184928009d req-33476a87-f6ae-45cb-bc27-fa73dc1ef0d5 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513325 Mar 04 00:50:02.164974 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956e769-4cc7-429c-a97b-006f7457a012 req-74b61a5c-5224-42eb-9f0d-67277820c9b6 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:02.166379 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3956e769-4cc7-429c-a97b-006f7457a012 req-74b61a5c-5224-42eb-9f0d-67277820c9b6 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 945 time: 0.0513678 Mar 04 00:50:02.212876 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3956e769-4cc7-429c-a97b-006f7457a012 req-0989de82-bd62-4b74-82e4-1d461ed069fe tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409360 Mar 04 00:50:02.690195 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5232491-2876-463e-8539-089febd96f85 req-b5caf0d8-75e7-4204-b3af-a1923e9e1c86 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:02.692026 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d5232491-2876-463e-8539-089febd96f85 req-b5caf0d8-75e7-4204-b3af-a1923e9e1c86 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0528278 Mar 04 00:50:02.741432 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d5232491-2876-463e-8539-089febd96f85 req-81b0122c-4c30-4c6e-9a60-b1c4bb256de4 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425699 Mar 04 00:50:03.066701 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882621de-c27e-4464-b2a9-03e74ebbcdd0 req-26a452d4-d41d-4a87-bdf2-da9b7ae44fec tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:03.068837 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-882621de-c27e-4464-b2a9-03e74ebbcdd0 req-26a452d4-d41d-4a87-bdf2-da9b7ae44fec tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 946 time: 0.0567863 Mar 04 00:50:03.079378 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44776) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:03.118840 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-882621de-c27e-4464-b2a9-03e74ebbcdd0 req-a5bb1e84-9700-430f-a4e7-8f76855a478b tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428238 Mar 04 00:50:03.215489 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-aaa9b922-c8f9-4c8e-b94c-fee2e672cb3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:03.300558 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-aaa9b922-c8f9-4c8e-b94c-fee2e672cb3a admin admin] Publish callbacks [] for security_group (f10c120d-61df-4b72-97e1-52798c4e532d), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:03.307559 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-aaa9b922-c8f9-4c8e-b94c-fee2e672cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (f10c120d-61df-4b72-97e1-52798c4e532d), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:03.349245 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034c620-16a0-4ad6-9260-3c9cbf791fca req-3d0545fa-1e37-43bf-bd36-c9d670cab61d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:03.349865 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9b922-c8f9-4c8e-b94c-fee2e672cb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10c120d-61df-4b72-97e1-52798c4e532d,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:03.350846 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8034c620-16a0-4ad6-9260-3c9cbf791fca req-3d0545fa-1e37-43bf-bd36-c9d670cab61d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 945 time: 0.0638883 Mar 04 00:50:03.366548 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-aaa9b922-c8f9-4c8e-b94c-fee2e672cb3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4862cc9867e64add87b52bb0444e77a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860155 Mar 04 00:50:03.367176 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44796) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:03.408070 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8034c620-16a0-4ad6-9260-3c9cbf791fca req-1d1b00ae-e108-476c-b221-fa30084f52a2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513477 Mar 04 00:50:03.424267 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c92d7b7a-6620-4b9d-b679-01990b3908e5 admin admin] Publish callbacks [] for security_group (f10c120d-61df-4b72-97e1-52798c4e532d), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:03.439735 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44800) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:03.456723 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c92d7b7a-6620-4b9d-b679-01990b3908e5 admin admin] Publish callbacks [] for security_group (f10c120d-61df-4b72-97e1-52798c4e532d), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:03.515227 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c92d7b7a-6620-4b9d-b679-01990b3908e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (f10c120d-61df-4b72-97e1-52798c4e532d), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:03.519124 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c92d7b7a-6620-4b9d-b679-01990b3908e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:03.520306 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-c92d7b7a-6620-4b9d-b679-01990b3908e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f10c120d-61df-4b72-97e1-52798c4e532d HTTP/1.1" status: 204 len: 168 time: 0.1522200 Mar 04 00:50:03.531693 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d7b7a-6620-4b9d-b679-01990b3908e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10c120d-61df-4b72-97e1-52798c4e532d,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:03.603997 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5759253a-e700-4d5b-8d65-7ee13b92bd08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:03.700979 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5759253a-e700-4d5b-8d65-7ee13b92bd08 admin admin] Publish callbacks [] for security_group (fcf2f576-6563-4a67-8c39-c8cf5620ac17), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:03.718988 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5759253a-e700-4d5b-8d65-7ee13b92bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (fcf2f576-6563-4a67-8c39-c8cf5620ac17), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:03.763891 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 44814) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:03.766796 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-5759253a-e700-4d5b-8d65-7ee13b92bd08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f681313b041b4058b9260d5734f18c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260872 Mar 04 00:50:03.775948 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759253a-e700-4d5b-8d65-7ee13b92bd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf2f576-6563-4a67-8c39-c8cf5620ac17,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:03.875635 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-08d75520-6693-4f8f-b64e-a9c3b6d00b74 admin admin] Publish callbacks [] for security_group (fcf2f576-6563-4a67-8c39-c8cf5620ac17), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:03.912550 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 44818) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:03.914903 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-08d75520-6693-4f8f-b64e-a9c3b6d00b74 admin admin] Publish callbacks [] for security_group (fcf2f576-6563-4a67-8c39-c8cf5620ac17), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:03.925987 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3f946ecd-14dd-4cbe-88e0-aefa3053d048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:03.934989 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90bec3-aca0-449c-8546-f5548453d5bf req-2a3db70d-6030-40df-b73c-0246a36fbe16 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:03.936483 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7f90bec3-aca0-449c-8546-f5548453d5bf req-2a3db70d-6030-40df-b73c-0246a36fbe16 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.1016710 Mar 04 00:50:03.999377 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7f90bec3-aca0-449c-8546-f5548453d5bf req-a3b31d26-b8b0-46f2-bf46-576266b3cc20 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557623 Mar 04 00:50:04.008932 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-08d75520-6693-4f8f-b64e-a9c3b6d00b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (fcf2f576-6563-4a67-8c39-c8cf5620ac17), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:04.012899 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-08d75520-6693-4f8f-b64e-a9c3b6d00b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:04.014651 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-08d75520-6693-4f8f-b64e-a9c3b6d00b74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fcf2f576-6563-4a67-8c39-c8cf5620ac17 HTTP/1.1" status: 204 len: 168 time: 0.2459056 Mar 04 00:50:04.024512 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d75520-6693-4f8f-b64e-a9c3b6d00b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf2f576-6563-4a67-8c39-c8cf5620ac17,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:04.026222 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3f946ecd-14dd-4cbe-88e0-aefa3053d048 admin admin] Publish callbacks [] for security_group (9d29783c-3c48-438a-81ec-63af6c3ec0ee), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:04.031636 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3f946ecd-14dd-4cbe-88e0-aefa3053d048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (9d29783c-3c48-438a-81ec-63af6c3ec0ee), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:04.074343 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-3f946ecd-14dd-4cbe-88e0-aefa3053d048 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e07ca690d78457080a4a23b4cb6b935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582735 Mar 04 00:50:04.074343 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f946ecd-14dd-4cbe-88e0-aefa3053d048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d29783c-3c48-438a-81ec-63af6c3ec0ee,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:04.074968 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 44826) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:04.126054 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-94adc410-07f7-4353-856e-540743209f27 admin admin] Publish callbacks [] for security_group (9d29783c-3c48-438a-81ec-63af6c3ec0ee), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:04.148313 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-94adc410-07f7-4353-856e-540743209f27 admin admin] Publish callbacks [] for security_group (9d29783c-3c48-438a-81ec-63af6c3ec0ee), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:04.256853 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b68d8-d016-46b8-9240-dea44676eb15 req-5bb6f4f5-4d5f-4e7e-8a1d-4e55880c86d7 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:04.258660 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-607b68d8-d016-46b8-9240-dea44676eb15 req-5bb6f4f5-4d5f-4e7e-8a1d-4e55880c86d7 tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 946 time: 0.0666423 Mar 04 00:50:04.263221 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-94adc410-07f7-4353-856e-540743209f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (9d29783c-3c48-438a-81ec-63af6c3ec0ee), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:04.267173 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-94adc410-07f7-4353-856e-540743209f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:04.270270 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-94adc410-07f7-4353-856e-540743209f27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d29783c-3c48-438a-81ec-63af6c3ec0ee HTTP/1.1" status: 204 len: 168 time: 0.1944768 Mar 04 00:50:04.279009 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cc713-24cb-452a-8d15-aba191e37c8c req-a0916ec0-8336-40e1-82b3-e191854d505e tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:04.280620 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-d04cc713-24cb-452a-8d15-aba191e37c8c req-a0916ec0-8336-40e1-82b3-e191854d505e tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 946 time: 0.0725038 Mar 04 00:50:04.292387 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94adc410-07f7-4353-856e-540743209f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d29783c-3c48-438a-81ec-63af6c3ec0ee,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:04.336668 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-607b68d8-d016-46b8-9240-dea44676eb15 req-cb4efd27-1675-486c-84ed-a1a11fe79a4b tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652878 Mar 04 00:50:04.421352 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-d04cc713-24cb-452a-8d15-aba191e37c8c req-92340efa-10ef-4ca5-8ade-a054dbc31b0e tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Deleting port 5fa7d378-3f22-4c31-8ba3-5cf27af8377c {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:50:04.421768 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-d04cc713-24cb-452a-8d15-aba191e37c8c req-92340efa-10ef-4ca5-8ade-a054dbc31b0e tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (5fa7d378-3f22-4c31-8ba3-5cf27af8377c), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:04.530601 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-d04cc713-24cb-452a-8d15-aba191e37c8c req-92340efa-10ef-4ca5-8ade-a054dbc31b0e tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] For port 5fa7d378-3f22-4c31-8ba3-5cf27af8377c, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5fa7d378-3f22-4c31-8ba3-5cf27af8377c,segment=NetworkSegment(3ac803cd-ad47-46e4-a3d3-57fa52093b76),segment_id=3ac803cd-ad47-46e4-a3d3-57fa52093b76)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:50:04.530969 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-d04cc713-24cb-452a-8d15-aba191e37c8c req-92340efa-10ef-4ca5-8ade-a054dbc31b0e tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (5fa7d378-3f22-4c31-8ba3-5cf27af8377c), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:04.546821 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-d04cc713-24cb-452a-8d15-aba191e37c8c req-92340efa-10ef-4ca5-8ade-a054dbc31b0e tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Calling delete_port for 5fa7d378-3f22-4c31-8ba3-5cf27af8377c owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:50:04.694616 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-d04cc713-24cb-452a-8d15-aba191e37c8c req-92340efa-10ef-4ca5-8ade-a054dbc31b0e tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (5fa7d378-3f22-4c31-8ba3-5cf27af8377c), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:04.723857 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['5fa7d378-3f22-4c31-8ba3-5cf27af8377c'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:50:04.730249 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92340efa-10ef-4ca5-8ade-a054dbc31b0e tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Pushing event deleted for resources: {'Port': ['ID=5fa7d378-3f22-4c31-8ba3-5cf27af8377c,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:04.792859 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04cc713-24cb-452a-8d15-aba191e37c8c req-92340efa-10ef-4ca5-8ade-a054dbc31b0e tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] No DVR routers for this DVR port 5fa7d378-3f22-4c31-8ba3-5cf27af8377c on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:50:04.800901 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-d04cc713-24cb-452a-8d15-aba191e37c8c req-92340efa-10ef-4ca5-8ade-a054dbc31b0e tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:04.808639 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-d04cc713-24cb-452a-8d15-aba191e37c8c req-92340efa-10ef-4ca5-8ade-a054dbc31b0e tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.20 "DELETE /v2.0/ports/5fa7d378-3f22-4c31-8ba3-5cf27af8377c HTTP/1.1" status: 204 len: 173 time: 0.5169413 Mar 04 00:50:04.809200 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f271612-f621-4d5f-9942-f0e41a473a18', 'name': 'network-vif-deleted', 'tag': '5fa7d378-3f22-4c31-8ba3-5cf27af8377c'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:50:04.817673 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842a4b5c-3907-479b-94b6-35a8485cb142" -d '{"events": [{"server_uuid": "3f271612-f621-4d5f-9942-f0e41a473a18", "name": "network-vif-deleted", "tag": "5fa7d378-3f22-4c31-8ba3-5cf27af8377c"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:50:04.875712 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a884601-b178-48b9-b100-f1afae9f8670 x-openstack-request-id: req-0a884601-b178-48b9-b100-f1afae9f8670 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:50:04.876084 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f271612-f621-4d5f-9942-f0e41a473a18", "name": "network-vif-deleted", "tag": "5fa7d378-3f22-4c31-8ba3-5cf27af8377c", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:50:04.876412 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a884601-b178-48b9-b100-f1afae9f8670 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:50:04.876909 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f271612-f621-4d5f-9942-f0e41a473a18', 'name': 'network-vif-deleted', 'tag': '5fa7d378-3f22-4c31-8ba3-5cf27af8377c', 'status': 'completed', 'code': 200} Mar 04 00:50:05.165290 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef3edf-95e8-4917-9363-1563a336706b req-bd53e49f-65a7-4402-bcc0-50429766019b tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:05.167498 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d4ef3edf-95e8-4917-9363-1563a336706b req-bd53e49f-65a7-4402-bcc0-50429766019b tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0619233 Mar 04 00:50:05.221383 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d4ef3edf-95e8-4917-9363-1563a336706b req-f344472a-b95a-43f8-8e9e-d3b6cd2014de tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479023 Mar 04 00:50:05.513505 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d3029114-a3c3-455d-acb2-4e1243e07eef req-fc780c6f-8219-4236-a650-166489c6ddea tempest-VolumesActionsTest-2081829482 tempest-VolumesActionsTest-2081829482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f271612-f621-4d5f-9942-f0e41a473a18 HTTP/1.1" status: 200 len: 210 time: 0.0427787 Mar 04 00:50:05.918855 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b50704-88be-42ed-8a91-1e306754d5de req-93e5ade9-476e-4c0d-9b13-04b3a1ccaff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:05.920448 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-c7b50704-88be-42ed-8a91-1e306754d5de req-93e5ade9-476e-4c0d-9b13-04b3a1ccaff3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 1129 time: 0.0484505 Mar 04 00:50:05.969998 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-c7b50704-88be-42ed-8a91-1e306754d5de req-ed97be5e-c93d-49e8-b529-5ee3f885a6e2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414042 Mar 04 00:50:06.352399 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02340c4d-5278-4fce-b477-3911cf8cd322 req-fc07bbbe-ab90-4246-a862-222205d4da24 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:06.354876 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-02340c4d-5278-4fce-b477-3911cf8cd322 req-fc07bbbe-ab90-4246-a862-222205d4da24 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0574789 Mar 04 00:50:06.422081 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-02340c4d-5278-4fce-b477-3911cf8cd322 req-ca47368a-086a-4d83-8c6c-82ceb4690d97 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585344 Mar 04 00:50:07.058366 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 5fa7d378-3f22-4c31-8ba3-5cf27af8377c no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:50:07.086182 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: 5fa7d378-3f22-4c31-8ba3-5cf27af8377c {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:50:07.086525 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 5fa7d378-3f22-4c31-8ba3-5cf27af8377c not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:50:07.544707 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f382111-0729-4acd-83ed-6f1c6778b80d req-42993387-2be4-43c8-8b52-2433746e4dfe tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:07.546278 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4f382111-0729-4acd-83ed-6f1c6778b80d req-42993387-2be4-43c8-8b52-2433746e4dfe tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0536652 Mar 04 00:50:07.599544 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4f382111-0729-4acd-83ed-6f1c6778b80d req-05517375-ec4b-4186-a505-69ad9aa90af7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478573 Mar 04 00:50:07.722968 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104aec3e-0af5-496f-8f2e-8a5354f47978 req-2ab5896d-882c-4bf5-adbb-ef634ce94aff tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:07.724566 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-104aec3e-0af5-496f-8f2e-8a5354f47978 req-2ab5896d-882c-4bf5-adbb-ef634ce94aff tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0592921 Mar 04 00:50:07.775489 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-104aec3e-0af5-496f-8f2e-8a5354f47978 req-9629e025-3cec-4083-b6bf-a51098229f67 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419652 Mar 04 00:50:08.405219 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45038) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:08.515174 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5e7f1ca8-a4a9-48cb-8c95-ea379d0f0ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:08.597596 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5e7f1ca8-a4a9-48cb-8c95-ea379d0f0ab4 admin admin] Publish callbacks [] for security_group (263125a3-710e-4d40-855e-962ab113d512), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:08.601894 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5e7f1ca8-a4a9-48cb-8c95-ea379d0f0ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (263125a3-710e-4d40-855e-962ab113d512), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:08.641180 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-5e7f1ca8-a4a9-48cb-8c95-ea379d0f0ab4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2076ae24e75e45db9d5a1a36b5d8d207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348316 Mar 04 00:50:08.642300 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f1ca8-a4a9-48cb-8c95-ea379d0f0ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263125a3-710e-4d40-855e-962ab113d512,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:08.643886 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 45044) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:08.691221 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-34ca7ee2-4f4a-4b3e-b36a-c04804bd5d0c admin admin] Publish callbacks [] for security_group (263125a3-710e-4d40-855e-962ab113d512), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:08.712171 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-34ca7ee2-4f4a-4b3e-b36a-c04804bd5d0c admin admin] Publish callbacks [] for security_group (263125a3-710e-4d40-855e-962ab113d512), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:08.761581 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-34ca7ee2-4f4a-4b3e-b36a-c04804bd5d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (263125a3-710e-4d40-855e-962ab113d512), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:08.764388 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-34ca7ee2-4f4a-4b3e-b36a-c04804bd5d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:08.765933 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-34ca7ee2-4f4a-4b3e-b36a-c04804bd5d0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/263125a3-710e-4d40-855e-962ab113d512 HTTP/1.1" status: 204 len: 168 time: 0.1207709 Mar 04 00:50:08.774730 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca7ee2-4f4a-4b3e-b36a-c04804bd5d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263125a3-710e-4d40-855e-962ab113d512,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:09.379802 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45084) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:09.473443 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-76657cfa-6493-4fb5-8b0c-bea1e14d6bff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-545258649-network', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:09.491154 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76657cfa-6493-4fb5-8b0c-bea1e14d6bff admin admin] Made reservation on behalf of 3d19a3e3e6fd4ca1976096625e933086 for: {'network': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:50:09.493573 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-76657cfa-6493-4fb5-8b0c-bea1e14d6bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:09.502048 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-76657cfa-6493-4fb5-8b0c-bea1e14d6bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:09.574528 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-76657cfa-6493-4fb5-8b0c-bea1e14d6bff admin admin] Publish callbacks [] for security_group (dd6fd80e-0f93-462b-855a-8e221c0fafa7), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:09.578125 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-76657cfa-6493-4fb5-8b0c-bea1e14d6bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (dd6fd80e-0f93-462b-855a-8e221c0fafa7), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:09.603890 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76657cfa-6493-4fb5-8b0c-bea1e14d6bff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=109681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:50:09.612184 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76657cfa-6493-4fb5-8b0c-bea1e14d6bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6fd80e-0f93-462b-855a-8e221c0fafa7,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:09.618625 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-76657cfa-6493-4fb5-8b0c-bea1e14d6bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (472bc0ba-e27a-4d68-8b8a-2800c131da85), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:09.618956 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.segments_db [None req-76657cfa-6493-4fb5-8b0c-bea1e14d6bff admin admin] Added segment 472bc0ba-e27a-4d68-8b8a-2800c131da85 of type vlan for network 03f613fb-df51-4832-9479-76b3f57aa165 Mar 04 00:50:09.656706 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-76657cfa-6493-4fb5-8b0c-bea1e14d6bff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (03f613fb-df51-4832-9479-76b3f57aa165), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:09.681347 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-76657cfa-6493-4fb5-8b0c-bea1e14d6bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (03f613fb-df51-4832-9479-76b3f57aa165), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:09.682332 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76657cfa-6493-4fb5-8b0c-bea1e14d6bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:09.682888 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-76657cfa-6493-4fb5-8b0c-bea1e14d6bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:09.728676 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-76657cfa-6493-4fb5-8b0c-bea1e14d6bff admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3477092 Mar 04 00:50:09.731384 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45090) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:09.735857 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-c3765008-1360-4de2-b06b-fc0e0736b636 admin admin] Request body: {'subnet': {'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-545258649-subnet', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'ip_version': 4}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:09.752939 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76657cfa-6493-4fb5-8b0c-bea1e14d6bff admin admin] Pushing event updated for resources: {'Network': ['ID=03f613fb-df51-4832-9479-76b3f57aa165,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:09.763950 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network 03f613fb-df51-4832-9479-76b3f57aa165 details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:50:09.766729 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3765008-1360-4de2-b06b-fc0e0736b636 admin admin] Made reservation on behalf of 3d19a3e3e6fd4ca1976096625e933086 for: {'subnet': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:50:09.769019 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c3765008-1360-4de2-b06b-fc0e0736b636 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:09.934085 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c3765008-1360-4de2-b06b-fc0e0736b636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for subnet (97b47f6d-aec7-4417-8d0d-53f7d0562551), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:09.997034 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3765008-1360-4de2-b06b-fc0e0736b636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b47f6d-aec7-4417-8d0d-53f7d0562551,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:10.004601 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3765008-1360-4de2-b06b-fc0e0736b636 admin admin] Checking segment: {'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:50:10.004957 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3765008-1360-4de2-b06b-fc0e0736b636 admin admin] Network hostable DHCP agents. Network: 03f613fb-df51-4832-9479-76b3f57aa165, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:50:10.022091 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3765008-1360-4de2-b06b-fc0e0736b636 admin admin] Network 03f613fb-df51-4832-9479-76b3f57aa165 is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:50:10.030934 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-c3765008-1360-4de2-b06b-fc0e0736b636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, 03f613fb-df51-4832-9479-76b3f57aa165) {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:50:10.035185 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3765008-1360-4de2-b06b-fc0e0736b636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:10.035772 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c3765008-1360-4de2-b06b-fc0e0736b636 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:10.042772 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c39b9e-9adf-4d00-ae5d-bd3ecb0deeb9 None None] Network 03f613fb-df51-4832-9479-76b3f57aa165 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:50:10.056706 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-c3765008-1360-4de2-b06b-fc0e0736b636 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3243032 Mar 04 00:50:10.059411 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45096) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:10.064250 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:10.085119 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3508'] for router (a620f0c6-79dc-4f2a-9704-126e860edc19), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:10.086137 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3519'] for router (a620f0c6-79dc-4f2a-9704-126e860edc19), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:10.142322 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Publish callbacks [] for router_controller (a620f0c6-79dc-4f2a-9704-126e860edc19), precommit_add_association {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:10.293078 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59fa2352-7d86-513e-a27a-471c348e81da-03f613fb-df51-4832-9479-76b3f57aa165', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551'}]}} from dv-cinder-812685-7-iscsi. {{(pid=109682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 00:50:10.293616 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Publish callbacks [] for router_gateway (a620f0c6-79dc-4f2a-9704-126e860edc19), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:10.294163 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:10.433674 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.db_base_plugin_common [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Allocated IP 172.20.0.2 (03f613fb-df51-4832-9479-76b3f57aa165/97b47f6d-aec7-4417-8d0d-53f7d0562551/286ea02e-f6a9-4e66-80d8-e8d96f2eb3da) {{(pid=109682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:50:10.515862 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Publish callbacks [] for router_gateway (a620f0c6-79dc-4f2a-9704-126e860edc19), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:10.534706 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:10.594903 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Publish callbacks [] for port (286ea02e-f6a9-4e66-80d8-e8d96f2eb3da), precommit_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:10.601548 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (286ea02e-f6a9-4e66-80d8-e8d96f2eb3da), after_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:10.643099 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_common [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Allocated IP 172.27.0.132 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/99d9788d-e0eb-4f94-9e7c-f8f827bf86a7) {{(pid=109681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:50:10.645412 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Network 03f613fb-df51-4832-9479-76b3f57aa165 is already hosted by enough agents. {{(pid=109682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:50:10.649279 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.base_scheduler [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Resources bound (agent type, host, resource id): {{(pid=109682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:50:10.655210 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Received port after_create {{(pid=109682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:50:10.660043 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Pushing event updated for resources: {'Port': ['ID=286ea02e-f6a9-4e66-80d8-e8d96f2eb3da,revision_number=1']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:10.714366 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Attempting to bind port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:50:10.714739 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Attempting to bind port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:50:10.715108 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Attempting to bind port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da on network 03f613fb-df51-4832-9479-76b3f57aa165 {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:50:10.720039 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:50:10.720417 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Checking segment: {'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:50:10.720823 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:10.721224 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Bound using segment: {'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:50:10.721697 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Bound port: 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:50:10.722105 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (286ea02e-f6a9-4e66-80d8-e8d96f2eb3da), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:10.752984 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Publish callbacks [] for port (99d9788d-e0eb-4f94-9e7c-f8f827bf86a7), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:10.782712 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] For port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:50:10.785588 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] For port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=286ea02e-f6a9-4e66-80d8-e8d96f2eb3da,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:50:10.788784 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (99d9788d-e0eb-4f94-9e7c-f8f827bf86a7), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:10.792198 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (286ea02e-f6a9-4e66-80d8-e8d96f2eb3da), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:10.826386 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:50:10.829224 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:50:10.832642 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Received port after_create {{(pid=109681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:50:10.853319 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3d4ef-e9e9-4520-9c09-4863a3d70319 None None] Pushing event updated for resources: {'Port': ['ID=286ea02e-f6a9-4e66-80d8-e8d96f2eb3da,revision_number=2']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:10.880560 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Pushing event updated for resources: {'Port': ['ID=99d9788d-e0eb-4f94-9e7c-f8f827bf86a7,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:11.087431 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Publish callbacks [] for router_gateway (a620f0c6-79dc-4f2a-9704-126e860edc19), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:11.326801 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542361'] for router (a620f0c6-79dc-4f2a-9704-126e860edc19), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:11.441524 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b9def-5868-4c76-9ab5-560d4bafe94f req-a60c7483-bb85-4c2c-8140-1fd88d85501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:11.443123 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-671b9def-5868-4c76-9ab5-560d4bafe94f req-a60c7483-bb85-4c2c-8140-1fd88d85501a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97777a0e50ee43a789483f661b2f59b5&device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 1130 time: 0.0471539 Mar 04 00:50:11.543379 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b9def-5868-4c76-9ab5-560d4bafe94f req-dd1e67ca-03bc-4dab-90dd-83e78f4ecd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:11.544874 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-671b9def-5868-4c76-9ab5-560d4bafe94f req-dd1e67ca-03bc-4dab-90dd-83e78f4ecd90 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a120380f-d8d5-4336-87ba-fbc40370628a HTTP/1.1" status: 200 len: 920 time: 0.0933299 Mar 04 00:50:11.598740 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-671b9def-5868-4c76-9ab5-560d4bafe94f req-f4a1c389-7802-43d9-a254-47a578e20dde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ef2292-f07e-4efe-8a3a-d69e95b94ca3 HTTP/1.1" status: 200 len: 217 time: 0.0457118 Mar 04 00:50:11.662934 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b9def-5868-4c76-9ab5-560d4bafe94f req-4076a45b-b851-4d77-aebf-61ceb0d313aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:11.664912 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-671b9def-5868-4c76-9ab5-560d4bafe94f req-4076a45b-b851-4d77-aebf-61ceb0d313aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb0e4b2c-c237-4083-952e-e79dff5b7688 HTTP/1.1" status: 200 len: 859 time: 0.0601263 Mar 04 00:50:11.709866 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-671b9def-5868-4c76-9ab5-560d4bafe94f req-c940a723-1aff-4359-b4b3-28ea32237c39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a120380f-d8d5-4336-87ba-fbc40370628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359387 Mar 04 00:50:11.786095 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d1563-5fda-458c-8f96-21ccdb650a85 req-3dfe9a0b-bd5c-4f04-bfa3-d5a53a895ca1 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:11.789938 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-010d1563-5fda-458c-8f96-21ccdb650a85 req-3dfe9a0b-bd5c-4f04-bfa3-d5a53a895ca1 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1006694 Mar 04 00:50:11.863531 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-671b9def-5868-4c76-9ab5-560d4bafe94f req-9e8f039a-5cb4-482c-b70e-64bec4234981 service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456242 Mar 04 00:50:11.868260 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-010d1563-5fda-458c-8f96-21ccdb650a85 req-96ff3e08-46e4-4033-a480-93ca712c99b7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671873 Mar 04 00:50:11.869193 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Router a620f0c6-79dc-4f2a-9704-126e860edc19 is scheduled to L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 with binding_index 1 {{(pid=109681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 00:50:11.957122 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28639ff-36f3-48e3-a001-370323893702 None None] Network 03f613fb-df51-4832-9479-76b3f57aa165 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:50:12.002894 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-671b9def-5868-4c76-9ab5-560d4bafe94f req-37647feb-9362-4a10-bc2c-604a488950d8 service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154613 Mar 04 00:50:12.024879 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:50:12.030532 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-ea5ffc93-49d4-4afd-aa33-39fa9d8875e1 None None] Provisioning complete for port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:12.030868 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-ea5ffc93-49d4-4afd-aa33-39fa9d8875e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (286ea02e-f6a9-4e66-80d8-e8d96f2eb3da), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:12.035477 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Sync routers for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:50:12.057740 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] Publish callbacks [] for router (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:12.062007 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 45136) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:12.062343 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-5536b0eb-cf23-4721-89fc-3dd851df99db admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0017805 Mar 04 00:50:12.063310 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:50:12.064084 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:49:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:12.294188 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ffc93-49d4-4afd-aa33-39fa9d8875e1 None None] Current status of the port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:12.294650 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-ea5ffc93-49d4-4afd-aa33-39fa9d8875e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (286ea02e-f6a9-4e66-80d8-e8d96f2eb3da), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:12.362034 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:50:12.392778 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:50:12.595371 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-ea5ffc93-49d4-4afd-aa33-39fa9d8875e1 None None] For port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=286ea02e-f6a9-4e66-80d8-e8d96f2eb3da,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:50:12.630328 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-ea5ffc93-49d4-4afd-aa33-39fa9d8875e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (286ea02e-f6a9-4e66-80d8-e8d96f2eb3da), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:12.766691 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ffc93-49d4-4afd-aa33-39fa9d8875e1 None None] Pushing event updated for resources: {'Port': ['ID=286ea02e-f6a9-4e66-80d8-e8d96f2eb3da,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:12.773426 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:12.773870 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (286ea02e-f6a9-4e66-80d8-e8d96f2eb3da), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:12.810276 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-04d5ebcf-7e3d-4048-91cc-f5d47851e2e2 None None] Provisioning complete for port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:12.810659 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-04d5ebcf-7e3d-4048-91cc-f5d47851e2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (286ea02e-f6a9-4e66-80d8-e8d96f2eb3da), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:12.902506 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:13.049485 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-04d5ebcf-7e3d-4048-91cc-f5d47851e2e2 None None] Current status of the port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:13.053776 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:10Z', 'revision_number': 3, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:13.063091 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:13.085562 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 45176) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:13.156568 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Checking router: a620f0c6-79dc-4f2a-9704-126e860edc19 for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:50:13.156925 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Updating router a620f0c6-79dc-4f2a-9704-126e860edc19 port 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7 binding host dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:50:13.188016 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d3115-244b-4bf2-b1c0-19abf5119d35 req-ce4f7fe3-d2a2-4799-abbd-bb1a3942b8a9 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:13.199839 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bf8d3115-244b-4bf2-b1c0-19abf5119d35 req-ce4f7fe3-d2a2-4799-abbd-bb1a3942b8a9 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1416233 Mar 04 00:50:13.208103 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Allocated IP 172.20.0.1 (03f613fb-df51-4832-9479-76b3f57aa165/97b47f6d-aec7-4417-8d0d-53f7d0562551/8ec64c42-daec-4d90-9f46-4393b1d24b69) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:50:13.226689 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (99d9788d-e0eb-4f94-9e7c-f8f827bf86a7), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:13.326659 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bf8d3115-244b-4bf2-b1c0-19abf5119d35 req-b24a2986-40e7-4172-aec0-51c207b9f2cf tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252103 Mar 04 00:50:13.357071 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-17b7c7c7-f1fa-4344-a8ea-65ad203da801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:13.425887 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Publish callbacks [] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:13.467865 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:13.525440 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Network 03f613fb-df51-4832-9479-76b3f57aa165 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:50:13.534276 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:50:13.539511 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:50:13.574560 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec64c42-daec-4d90-9f46-4393b1d24b69,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:13.599076 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-17b7c7c7-f1fa-4344-a8ea-65ad203da801 admin admin] Publish callbacks [] for security_group (fd6dbbca-8a5a-40d6-a28a-6f396e62b88f), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:13.624510 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-17b7c7c7-f1fa-4344-a8ea-65ad203da801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (fd6dbbca-8a5a-40d6-a28a-6f396e62b88f), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:13.664534 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542148'] for router_interface (a620f0c6-79dc-4f2a-9704-126e860edc19), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:13.665160 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Publish callbacks [] for port (99d9788d-e0eb-4f94-9e7c-f8f827bf86a7), precommit_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:13.676105 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (99d9788d-e0eb-4f94-9e7c-f8f827bf86a7), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:13.772607 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a95ffe-90bd-4447-ad17-3e3bb0055d79 None None] Pushing event updated for resources: {'Port': ['ID=99d9788d-e0eb-4f94-9e7c-f8f827bf86a7,revision_number=2']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:13.783104 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7c7c7-f1fa-4344-a8ea-65ad203da801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6dbbca-8a5a-40d6-a28a-6f396e62b88f,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:13.807460 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a95ffe-90bd-4447-ad17-3e3bb0055d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:13.808417 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a95ffe-90bd-4447-ad17-3e3bb0055d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:13.809572 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a95ffe-90bd-4447-ad17-3e3bb0055d79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:13.810486 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a95ffe-90bd-4447-ad17-3e3bb0055d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:13.811163 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a95ffe-90bd-4447-ad17-3e3bb0055d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:13.811865 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a95ffe-90bd-4447-ad17-3e3bb0055d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:13.812701 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a95ffe-90bd-4447-ad17-3e3bb0055d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:13.813668 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a95ffe-90bd-4447-ad17-3e3bb0055d79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:13.814450 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a95ffe-90bd-4447-ad17-3e3bb0055d79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:13.814947 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a95ffe-90bd-4447-ad17-3e3bb0055d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:13.815619 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a95ffe-90bd-4447-ad17-3e3bb0055d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:13.816321 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a95ffe-90bd-4447-ad17-3e3bb0055d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:13.816953 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a95ffe-90bd-4447-ad17-3e3bb0055d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:13.824492 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Attempting to bind port 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:50:13.825992 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Attempting to bind port 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:50:13.826719 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Attempting to bind port 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7 on network ed31d37d-9dc0-409c-895e-5f92a61ae860 {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:50:13.856048 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:50:13.858237 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Checking segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:50:13.858588 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:13.858984 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Bound using segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:50:13.859774 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Bound port: 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:50:13.860330 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (99d9788d-e0eb-4f94-9e7c-f8f827bf86a7), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:13.868503 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-17b7c7c7-f1fa-4344-a8ea-65ad203da801 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc3b979bb1f045239f393c6006f34d54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7794492 Mar 04 00:50:13.868906 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45196) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:13.955774 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:13.990724 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-6661b0d3-8eaf-4d21-a96c-167d928f6ab8 None None] Provisioning complete for port 8ec64c42-daec-4d90-9f46-4393b1d24b69 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:13.992069 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6661b0d3-8eaf-4d21-a96c-167d928f6ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:13.996390 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1248-355c-4a02-b89a-ccd6b59760a5 admin admin] Publish callbacks [] for security_group (fd6dbbca-8a5a-40d6-a28a-6f396e62b88f), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:13.999991 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] For port 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:50:14.007983 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] For port 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=99d9788d-e0eb-4f94-9e7c-f8f827bf86a7,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:50:14.016353 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (99d9788d-e0eb-4f94-9e7c-f8f827bf86a7), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:14.026585 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1248-355c-4a02-b89a-ccd6b59760a5 admin admin] Publish callbacks [] for security_group (fd6dbbca-8a5a-40d6-a28a-6f396e62b88f), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:14.047597 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-6661b0d3-8eaf-4d21-a96c-167d928f6ab8 None None] Port 8ec64c42-daec-4d90-9f46-4393b1d24b69 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:50:14.107946 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:50:14.114804 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:49:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:14.126860 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1248-355c-4a02-b89a-ccd6b59760a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (fd6dbbca-8a5a-40d6-a28a-6f396e62b88f), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:14.129906 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1248-355c-4a02-b89a-ccd6b59760a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:14.131956 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-7b7f1248-355c-4a02-b89a-ccd6b59760a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd6dbbca-8a5a-40d6-a28a-6f396e62b88f HTTP/1.1" status: 204 len: 168 time: 0.2620583 Mar 04 00:50:14.145740 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f1248-355c-4a02-b89a-ccd6b59760a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6dbbca-8a5a-40d6-a28a-6f396e62b88f,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:14.236245 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:50:14.299210 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a95ffe-90bd-4447-ad17-3e3bb0055d79 None None] Pushing event updated for resources: {'Port': ['ID=99d9788d-e0eb-4f94-9e7c-f8f827bf86a7,revision_number=3']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:14.324192 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Publish callbacks [] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:14.338100 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:14.344968 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:50:14.368436 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:14.369211 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (286ea02e-f6a9-4e66-80d8-e8d96f2eb3da), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:14.467525 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec64c42-daec-4d90-9f46-4393b1d24b69,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:14.489036 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548436'] for router_interface (a620f0c6-79dc-4f2a-9704-126e860edc19), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:14.509569 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:14.696356 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Network 03f613fb-df51-4832-9479-76b3f57aa165 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:50:14.702028 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:50:14.703359 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e82c7-5eda-4598-b92f-c67c96bc0a95 req-d807dbd4-9d6f-46b8-b94a-ae39c0903814 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:14.704709 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 1, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:14.715864 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-543e82c7-5eda-4598-b92f-c67c96bc0a95 req-d807dbd4-9d6f-46b8-b94a-ae39c0903814 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1648784 Mar 04 00:50:14.780718 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80c80b-40eb-4009-9435-ac696e1f474d None None] The sync data for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi is: [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 1, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:50:14.813659 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45206) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:14.874855 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-543e82c7-5eda-4598-b92f-c67c96bc0a95 req-88a2925c-f2ff-48f9-aea0-9c6fd3bee092 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577027 Mar 04 00:50:14.876272 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6c39d6f4-1a58-4df3-998d-6913f6aa41b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:15.032937 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6c39d6f4-1a58-4df3-998d-6913f6aa41b0 admin admin] Publish callbacks [] for security_group (bcfd4523-b29c-4292-a4a3-34b5cefc833d), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:15.049449 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6c39d6f4-1a58-4df3-998d-6913f6aa41b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (bcfd4523-b29c-4292-a4a3-34b5cefc833d), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:15.120006 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-6c39d6f4-1a58-4df3-998d-6913f6aa41b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce6ff13dbfd449cf92f012637fe2a492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018129 Mar 04 00:50:15.123337 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45210) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:15.156794 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39d6f4-1a58-4df3-998d-6913f6aa41b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfd4523-b29c-4292-a4a3-34b5cefc833d,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:15.201370 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-5dcc3297-af2a-4fdb-9800-d71eb48e2402 None None] Provisioning complete for port 8ec64c42-daec-4d90-9f46-4393b1d24b69 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:15.201874 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-5dcc3297-af2a-4fdb-9800-d71eb48e2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:15.236148 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-244d0b49-61dd-4025-ac94-43401aad942c admin admin] Publish callbacks [] for security_group (bcfd4523-b29c-4292-a4a3-34b5cefc833d), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:15.301653 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-244d0b49-61dd-4025-ac94-43401aad942c admin admin] Publish callbacks [] for security_group (bcfd4523-b29c-4292-a4a3-34b5cefc833d), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:15.309276 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc3297-af2a-4fdb-9800-d71eb48e2402 None None] Port 8ec64c42-daec-4d90-9f46-4393b1d24b69 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:50:15.425075 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-244d0b49-61dd-4025-ac94-43401aad942c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (bcfd4523-b29c-4292-a4a3-34b5cefc833d), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:15.429321 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-244d0b49-61dd-4025-ac94-43401aad942c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:15.430906 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-244d0b49-61dd-4025-ac94-43401aad942c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcfd4523-b29c-4292-a4a3-34b5cefc833d HTTP/1.1" status: 204 len: 168 time: 0.3065045 Mar 04 00:50:15.440750 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d0b49-61dd-4025-ac94-43401aad942c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfd4523-b29c-4292-a4a3-34b5cefc833d,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:15.452951 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Router a620f0c6-79dc-4f2a-9704-126e860edc19 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:50:15.638903 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:50:15.647080 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-31cbb29e-c9ed-4fb0-bc89-6560c13ce778 admin admin] 10.222.0.23 "PUT /v2.0/routers/a620f0c6-79dc-4f2a-9704-126e860edc19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5835729 Mar 04 00:50:16.107766 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01223b-9338-4fd9-9aec-25826a5cd167 req-c6d043c4-191c-465f-bf92-bfc1cfc9f0e2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:16.125172 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cd01223b-9338-4fd9-9aec-25826a5cd167 req-c6d043c4-191c-465f-bf92-bfc1cfc9f0e2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1221929 Mar 04 00:50:16.303095 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cd01223b-9338-4fd9-9aec-25826a5cd167 req-6866eeca-df80-472f-a97e-a6f908d94c87 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744599 Mar 04 00:50:16.885449 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45260) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:16.893371 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-16082873-e785-4839-be8c-bc4372499308 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1230412362-network', 'tenant_id': 'ca9bdd36107249c5998c5ba647a13788'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:16.928409 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16082873-e785-4839-be8c-bc4372499308 admin admin] Made reservation on behalf of ca9bdd36107249c5998c5ba647a13788 for: {'network': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:50:16.931351 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-16082873-e785-4839-be8c-bc4372499308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:16.943351 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-16082873-e785-4839-be8c-bc4372499308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:17.072389 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-16082873-e785-4839-be8c-bc4372499308 admin admin] Publish callbacks [] for security_group (5314a495-2048-4f75-be45-774a3950536a), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:17.076560 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-16082873-e785-4839-be8c-bc4372499308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (5314a495-2048-4f75-be45-774a3950536a), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:17.114334 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16082873-e785-4839-be8c-bc4372499308 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=109681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:50:17.135754 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-16082873-e785-4839-be8c-bc4372499308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (fbd553f1-5ad4-4af6-801d-a7d39afab734), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:17.136294 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.segments_db [None req-16082873-e785-4839-be8c-bc4372499308 admin admin] Added segment fbd553f1-5ad4-4af6-801d-a7d39afab734 of type vlan for network 57f6de30-1b03-46c8-ac43-cb5df0c3b8ab Mar 04 00:50:17.138120 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16082873-e785-4839-be8c-bc4372499308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5314a495-2048-4f75-be45-774a3950536a,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:17.208173 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-16082873-e785-4839-be8c-bc4372499308 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (57f6de30-1b03-46c8-ac43-cb5df0c3b8ab), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:17.239532 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-16082873-e785-4839-be8c-bc4372499308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (57f6de30-1b03-46c8-ac43-cb5df0c3b8ab), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:17.240780 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16082873-e785-4839-be8c-bc4372499308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:17.241513 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-16082873-e785-4839-be8c-bc4372499308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:17.316144 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-16082873-e785-4839-be8c-bc4372499308 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4288480 Mar 04 00:50:17.318915 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 45270) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:17.324050 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-b4f3ec56-d989-4fca-8348-5e18a2a29ede admin admin] Request body: {'subnet': {'network_id': '57f6de30-1b03-46c8-ac43-cb5df0c3b8ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1230412362-subnet', 'tenant_id': 'ca9bdd36107249c5998c5ba647a13788', 'ip_version': 4}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:17.331455 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16082873-e785-4839-be8c-bc4372499308 admin admin] Pushing event updated for resources: {'Network': ['ID=57f6de30-1b03-46c8-ac43-cb5df0c3b8ab,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:17.342622 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network 57f6de30-1b03-46c8-ac43-cb5df0c3b8ab details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:50:17.360327 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f3ec56-d989-4fca-8348-5e18a2a29ede admin admin] Made reservation on behalf of ca9bdd36107249c5998c5ba647a13788 for: {'subnet': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:50:17.364893 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b4f3ec56-d989-4fca-8348-5e18a2a29ede admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26649968'] for subnet (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:17.472739 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19188240-3808-4f74-982e-524744af17ca req-0eadee9e-e677-47d4-b890-edbd9ebb7524 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:17.482107 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-19188240-3808-4f74-982e-524744af17ca req-0eadee9e-e677-47d4-b890-edbd9ebb7524 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1033554 Mar 04 00:50:17.550513 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-19188240-3808-4f74-982e-524744af17ca req-89027715-08ed-477d-8cbe-293499c101b8 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674040 Mar 04 00:50:17.631005 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b4f3ec56-d989-4fca-8348-5e18a2a29ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26649922'] for subnet (92410741-49b7-421e-b7a9-2b75f3d430e3), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:17.708723 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3ec56-d989-4fca-8348-5e18a2a29ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=92410741-49b7-421e-b7a9-2b75f3d430e3,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:17.720284 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f3ec56-d989-4fca-8348-5e18a2a29ede admin admin] Checking segment: {'id': 'fbd553f1-5ad4-4af6-801d-a7d39afab734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '57f6de30-1b03-46c8-ac43-cb5df0c3b8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:50:17.720851 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f3ec56-d989-4fca-8348-5e18a2a29ede admin admin] Network hostable DHCP agents. Network: 57f6de30-1b03-46c8-ac43-cb5df0c3b8ab, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:50:17.742105 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f3ec56-d989-4fca-8348-5e18a2a29ede admin admin] Network 57f6de30-1b03-46c8-ac43-cb5df0c3b8ab is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:50:17.762656 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-b4f3ec56-d989-4fca-8348-5e18a2a29ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, 57f6de30-1b03-46c8-ac43-cb5df0c3b8ab) {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:50:17.770298 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f3ec56-d989-4fca-8348-5e18a2a29ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:17.770298 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b4f3ec56-d989-4fca-8348-5e18a2a29ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:17.773383 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755933a2-6bc3-4ea0-ad63-a506dd9d7a10 None None] Network 57f6de30-1b03-46c8-ac43-cb5df0c3b8ab requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:50:17.816565 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-b4f3ec56-d989-4fca-8348-5e18a2a29ede admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4965074 Mar 04 00:50:17.819645 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 45282) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:17.824072 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1230412362-router', 'tenant_id': 'ca9bdd36107249c5998c5ba647a13788', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:17.856580 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3508'] for router (74b0b94f-97e1-4fef-aecc-e32921b4eb52), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:17.856992 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3519'] for router (74b0b94f-97e1-4fef-aecc-e32921b4eb52), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:17.937912 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Publish callbacks [] for router_controller (74b0b94f-97e1-4fef-aecc-e32921b4eb52), precommit_add_association {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:17.946211 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59fa2352-7d86-513e-a27a-471c348e81da-57f6de30-1b03-46c8-ac43-cb5df0c3b8ab', 'network_id': '57f6de30-1b03-46c8-ac43-cb5df0c3b8ab', 'project_id': 'ca9bdd36107249c5998c5ba647a13788', 'fixed_ips': [{'subnet_id': '92410741-49b7-421e-b7a9-2b75f3d430e3'}]}} from dv-cinder-812685-7-iscsi. {{(pid=109682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 00:50:17.947897 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:18.165988 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Publish callbacks [] for router_gateway (74b0b94f-97e1-4fef-aecc-e32921b4eb52), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:18.374795 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:50:18.442298 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.db_base_plugin_common [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Allocated IP 172.20.0.2 (57f6de30-1b03-46c8-ac43-cb5df0c3b8ab/92410741-49b7-421e-b7a9-2b75f3d430e3/c0202bce-1c43-4e65-89fe-639bd53793a0) {{(pid=109682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:50:18.518568 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:18.518865 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (99d9788d-e0eb-4f94-9e7c-f8f827bf86a7), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:18.525732 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Sync routers for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:50:18.583352 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:50:18.584642 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:49:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:18.680859 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Publish callbacks [] for router_gateway (74b0b94f-97e1-4fef-aecc-e32921b4eb52), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:18.729309 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:18.770259 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b431fa6-ca0a-4993-8c1f-340ee995fc62 req-f135ddc4-efb5-4f85-a555-dd6676b59251 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:18.772121 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9b431fa6-ca0a-4993-8c1f-340ee995fc62 req-f135ddc4-efb5-4f85-a555-dd6676b59251 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1191478 Mar 04 00:50:18.879497 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9b431fa6-ca0a-4993-8c1f-340ee995fc62 req-3610865e-011c-427c-b821-7b61cd72fc12 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892475 Mar 04 00:50:18.891969 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:50:18.965418 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Allocated IP 172.27.0.85 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/2a922f17-6cbb-4e81-8cff-80d4350c6ab4) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:50:19.080336 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:19.080723 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (99d9788d-e0eb-4f94-9e7c-f8f827bf86a7), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:19.090312 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Publish callbacks [] for port (c0202bce-1c43-4e65-89fe-639bd53793a0), precommit_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:19.113739 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (c0202bce-1c43-4e65-89fe-639bd53793a0), after_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:19.150889 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] For port 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=99d9788d-e0eb-4f94-9e7c-f8f827bf86a7,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:50:19.153855 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Publish callbacks [] for port (2a922f17-6cbb-4e81-8cff-80d4350c6ab4), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:19.178812 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (99d9788d-e0eb-4f94-9e7c-f8f827bf86a7), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:19.197143 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Network 57f6de30-1b03-46c8-ac43-cb5df0c3b8ab is already hosted by enough agents. {{(pid=109682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:50:19.209750 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (2a922f17-6cbb-4e81-8cff-80d4350c6ab4), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:19.230167 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.base_scheduler [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Resources bound (agent type, host, resource id): {{(pid=109682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:50:19.238693 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Received port after_create {{(pid=109682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:50:19.251312 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:50:19.258679 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:50:19.266282 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:50:19.283271 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Pushing event updated for resources: {'Port': ['ID=c0202bce-1c43-4e65-89fe-639bd53793a0,revision_number=1']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:19.308792 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Pushing event updated for resources: {'Port': ['ID=2a922f17-6cbb-4e81-8cff-80d4350c6ab4,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:19.372411 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Attempting to bind port c0202bce-1c43-4e65-89fe-639bd53793a0 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:50:19.372708 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Attempting to bind port c0202bce-1c43-4e65-89fe-639bd53793a0 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'fbd553f1-5ad4-4af6-801d-a7d39afab734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '57f6de30-1b03-46c8-ac43-cb5df0c3b8ab'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:50:19.373077 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Attempting to bind port c0202bce-1c43-4e65-89fe-639bd53793a0 on network 57f6de30-1b03-46c8-ac43-cb5df0c3b8ab {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:50:19.407847 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:50:19.408486 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Checking segment: {'id': 'fbd553f1-5ad4-4af6-801d-a7d39afab734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '57f6de30-1b03-46c8-ac43-cb5df0c3b8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:50:19.408587 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:19.408917 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Bound using segment: {'id': 'fbd553f1-5ad4-4af6-801d-a7d39afab734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '57f6de30-1b03-46c8-ac43-cb5df0c3b8ab'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:50:19.409391 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Bound port: c0202bce-1c43-4e65-89fe-639bd53793a0, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd553f1-5ad4-4af6-801d-a7d39afab734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '57f6de30-1b03-46c8-ac43-cb5df0c3b8ab'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:50:19.409777 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (c0202bce-1c43-4e65-89fe-639bd53793a0), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:19.415266 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Pushing event updated for resources: {'Port': ['ID=99d9788d-e0eb-4f94-9e7c-f8f827bf86a7,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:19.486092 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-ff88f213-f271-4572-8949-85137a0c632e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:19.511282 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] For port c0202bce-1c43-4e65-89fe-639bd53793a0, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:50:19.514999 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] For port c0202bce-1c43-4e65-89fe-639bd53793a0, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=c0202bce-1c43-4e65-89fe-639bd53793a0,segment=NetworkSegment(fbd553f1-5ad4-4af6-801d-a7d39afab734),segment_id=fbd553f1-5ad4-4af6-801d-a7d39afab734)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:50:19.518063 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:14Z', 'revision_number': 2, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:19.558027 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Checking router: a620f0c6-79dc-4f2a-9704-126e860edc19 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:50:19.558731 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Updating router a620f0c6-79dc-4f2a-9704-126e860edc19 port 8ec64c42-daec-4d90-9f46-4393b1d24b69 binding host dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:50:19.563234 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (c0202bce-1c43-4e65-89fe-639bd53793a0), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:19.598973 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Publish callbacks [] for router_gateway (74b0b94f-97e1-4fef-aecc-e32921b4eb52), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:19.661523 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:19.699554 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa94be0-4ed1-45dc-8e40-a1d35350b600 None None] Pushing event updated for resources: {'Port': ['ID=c0202bce-1c43-4e65-89fe-639bd53793a0,revision_number=2']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:19.886951 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542361'] for router (74b0b94f-97e1-4fef-aecc-e32921b4eb52), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:20.104960 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504696b-f40d-47c2-be31-117b84839135 req-ead49ebe-1b3b-4885-98ea-055f8f3f007d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:20.113235 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1504696b-f40d-47c2-be31-117b84839135 req-ead49ebe-1b3b-4885-98ea-055f8f3f007d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1148024 Mar 04 00:50:20.214073 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Router 74b0b94f-97e1-4fef-aecc-e32921b4eb52 is scheduled to L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 with binding_index 1 {{(pid=109680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 00:50:20.247980 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1504696b-f40d-47c2-be31-117b84839135 req-50fabafd-832a-4145-91b0-761838d8d618 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132374 Mar 04 00:50:20.255181 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Publish callbacks [] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), precommit_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:20.269013 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:20.464715 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:50:20.479676 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:50:20.492044 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Sync routers for ids ['74b0b94f-97e1-4fef-aecc-e32921b4eb52'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:50:20.492582 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f76969-2bc7-44fc-8e32-3af94f65c083 None None] Pushing event updated for resources: {'Port': ['ID=8ec64c42-daec-4d90-9f46-4393b1d24b69,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:20.519163 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Routers {'74b0b94f-97e1-4fef-aecc-e32921b4eb52'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:50:20.519817 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:49:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['74b0b94f-97e1-4fef-aecc-e32921b4eb52'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:20.523483 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:20.530202 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45316) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:20.531711 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-a0a80e90-c9e4-4941-a96b-c5446c7e4df7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7096496 Mar 04 00:50:20.572922 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Attempting to bind port 8ec64c42-daec-4d90-9f46-4393b1d24b69 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:50:20.573359 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Attempting to bind port 8ec64c42-daec-4d90-9f46-4393b1d24b69 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:50:20.573670 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Attempting to bind port 8ec64c42-daec-4d90-9f46-4393b1d24b69 on network 03f613fb-df51-4832-9479-76b3f57aa165 {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:50:20.615334 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:50:20.615762 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Checking segment: {'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:50:20.616140 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:20.618474 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Bound using segment: {'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:50:20.619023 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Bound port: 8ec64c42-daec-4d90-9f46-4393b1d24b69, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:50:20.621033 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:20.674006 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Set router 74b0b94f-97e1-4fef-aecc-e32921b4eb52 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:50:20.721674 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:20.722111 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (99d9788d-e0eb-4f94-9e7c-f8f827bf86a7), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:20.796852 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] For port 8ec64c42-daec-4d90-9f46-4393b1d24b69, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:50:20.817602 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] For port 8ec64c42-daec-4d90-9f46-4393b1d24b69, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=8ec64c42-daec-4d90-9f46-4393b1d24b69,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:50:20.820287 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-1e8a0631-3618-4b50-bdde-9e5df4cadb1e None None] Provisioning complete for port 8ec64c42-daec-4d90-9f46-4393b1d24b69 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:20.820908 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0631-3618-4b50-bdde-9e5df4cadb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:20.876326 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:21.021932 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-1e8a0631-3618-4b50-bdde-9e5df4cadb1e None None] Port 8ec64c42-daec-4d90-9f46-4393b1d24b69 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:50:21.125339 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:21.133813 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device c0202bce-1c43-4e65-89fe-639bd53793a0 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:50:21.152050 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f76969-2bc7-44fc-8e32-3af94f65c083 None None] Pushing event updated for resources: {'Port': ['ID=8ec64c42-daec-4d90-9f46-4393b1d24b69,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:21.153716 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:50:21.154422 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:49:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:21.183757 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'name': 'tempest-TestVolumeBootPattern-1230412362-router', 'tenant_id': 'ca9bdd36107249c5998c5ba647a13788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '2a922f17-6cbb-4e81-8cff-80d4350c6ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:17Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 3, 'project_id': 'ca9bdd36107249c5998c5ba647a13788', 'gw_port': {'id': '2a922f17-6cbb-4e81-8cff-80d4350c6ab4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:18Z', 'updated_at': '2022-03-04T00:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:21.273679 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Checking router: 74b0b94f-97e1-4fef-aecc-e32921b4eb52 for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:50:21.274066 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Updating router 74b0b94f-97e1-4fef-aecc-e32921b4eb52 port 2a922f17-6cbb-4e81-8cff-80d4350c6ab4 binding host dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:50:21.309704 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (2a922f17-6cbb-4e81-8cff-80d4350c6ab4), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:21.442771 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:21.500177 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:50:21.634114 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cde492-48c1-4c2b-a5d7-108514c459c6 req-38905ee1-f989-4a24-8de3-55cc896f116c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:21.636121 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c2cde492-48c1-4c2b-a5d7-108514c459c6 req-38905ee1-f989-4a24-8de3-55cc896f116c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1707904 Mar 04 00:50:21.717241 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279b72e4-2e55-4b84-835e-ca1cccdeb46b None None] Network 57f6de30-1b03-46c8-ac43-cb5df0c3b8ab requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:50:21.737074 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Publish callbacks [] for port (2a922f17-6cbb-4e81-8cff-80d4350c6ab4), precommit_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:21.747192 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (2a922f17-6cbb-4e81-8cff-80d4350c6ab4), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:21.781331 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c2cde492-48c1-4c2b-a5d7-108514c459c6 req-23551840-ac41-4930-b793-f1a80d94e855 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091089 Mar 04 00:50:21.799641 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_common [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Allocated IP 172.20.0.1 (57f6de30-1b03-46c8-ac43-cb5df0c3b8ab/92410741-49b7-421e-b7a9-2b75f3d430e3/5a248b71-14df-47f3-b831-5834827f0d8a) {{(pid=109681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:50:21.822080 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ac44e-42c1-419b-8e6b-a4de9808a5b4 None None] Pushing event updated for resources: {'Port': ['ID=2a922f17-6cbb-4e81-8cff-80d4350c6ab4,revision_number=2']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:21.856025 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Attempting to bind port 2a922f17-6cbb-4e81-8cff-80d4350c6ab4 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:50:21.856369 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Attempting to bind port 2a922f17-6cbb-4e81-8cff-80d4350c6ab4 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:50:21.856686 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Attempting to bind port 2a922f17-6cbb-4e81-8cff-80d4350c6ab4 on network ed31d37d-9dc0-409c-895e-5f92a61ae860 {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:50:21.862506 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:50:21.862881 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Checking segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:50:21.863291 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:21.863667 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Bound using segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:50:21.864145 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Bound port: 2a922f17-6cbb-4e81-8cff-80d4350c6ab4, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:50:21.864512 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (2a922f17-6cbb-4e81-8cff-80d4350c6ab4), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:21.914229 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-9a26511c-ea53-4adf-a2f0-81f1090acd66 None None] Provisioning complete for port 8ec64c42-daec-4d90-9f46-4393b1d24b69 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:21.914613 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-9a26511c-ea53-4adf-a2f0-81f1090acd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:21.930612 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] For port 2a922f17-6cbb-4e81-8cff-80d4350c6ab4, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:50:21.934264 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] For port 2a922f17-6cbb-4e81-8cff-80d4350c6ab4, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=2a922f17-6cbb-4e81-8cff-80d4350c6ab4,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:50:21.946228 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (2a922f17-6cbb-4e81-8cff-80d4350c6ab4), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:21.991006 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-d1c37dae-b8db-4430-8a19-c408260a1209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:21.993339 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port c0202bce-1c43-4e65-89fe-639bd53793a0 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:21.993945 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (c0202bce-1c43-4e65-89fe-639bd53793a0), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:22.028460 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ac44e-42c1-419b-8e6b-a4de9808a5b4 None None] Pushing event updated for resources: {'Port': ['ID=2a922f17-6cbb-4e81-8cff-80d4350c6ab4,revision_number=3']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:22.050099 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Routers {'74b0b94f-97e1-4fef-aecc-e32921b4eb52'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:50:22.050721 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:50:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['74b0b94f-97e1-4fef-aecc-e32921b4eb52'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:22.060212 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Publish callbacks [] for port (5a248b71-14df-47f3-b831-5834827f0d8a), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:22.132784 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 45340) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:22.203258 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] Set router 74b0b94f-97e1-4fef-aecc-e32921b4eb52 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:50:22.297805 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ea3c61cc-a14b-4d09-b81b-65301edd9600 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:22.300512 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port c0202bce-1c43-4e65-89fe-639bd53793a0 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:22.301124 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (c0202bce-1c43-4e65-89fe-639bd53793a0), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:22.301945 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ea3c61cc-a14b-4d09-b81b-65301edd9600 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/networks?id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a HTTP/1.1" status: 200 len: 815 time: 0.1815655 Mar 04 00:50:22.310674 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (5a248b71-14df-47f3-b831-5834827f0d8a), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:22.427544 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:22.437516 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Network 57f6de30-1b03-46c8-ac43-cb5df0c3b8ab is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:50:22.452064 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:50:22.456317 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Received port after_create {{(pid=109681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:50:22.456488 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542148'] for router_interface (74b0b94f-97e1-4fef-aecc-e32921b4eb52), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:22.457548 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] For port c0202bce-1c43-4e65-89fe-639bd53793a0, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=c0202bce-1c43-4e65-89fe-639bd53793a0,segment=NetworkSegment(fbd553f1-5ad4-4af6-801d-a7d39afab734),segment_id=fbd553f1-5ad4-4af6-801d-a7d39afab734)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:50:22.468469 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-9a26511c-ea53-4adf-a2f0-81f1090acd66 None None] Current status of the port 8ec64c42-daec-4d90-9f46-4393b1d24b69 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:22.468871 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-9a26511c-ea53-4adf-a2f0-81f1090acd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:22.520872 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (c0202bce-1c43-4e65-89fe-639bd53793a0), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:22.577984 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'name': 'tempest-TestVolumeBootPattern-1230412362-router', 'tenant_id': 'ca9bdd36107249c5998c5ba647a13788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '2a922f17-6cbb-4e81-8cff-80d4350c6ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:17Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 3, 'project_id': 'ca9bdd36107249c5998c5ba647a13788', 'gw_port': {'id': '2a922f17-6cbb-4e81-8cff-80d4350c6ab4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:18Z', 'updated_at': '2022-03-04T00:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:22.583516 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] Publish callbacks [] for security_group (33e3be70-4937-4a18-9c32-ea058da95488), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:22.587893 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-932e6dce-aea8-4a51-a583-13d861938c64 req-d1c88402-84b1-4d76-9c5d-137ab58c0a0c tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/quotas/27b3b669ec404142ae9c4b1cda006a1a HTTP/1.1" status: 200 len: 375 time: 0.2743092 Mar 04 00:50:22.590770 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (33e3be70-4937-4a18-9c32-ea058da95488), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:22.643957 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Pushing event updated for resources: {'Port': ['ID=c0202bce-1c43-4e65-89fe-639bd53793a0,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:22.654005 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5714fd80-cece-4129-a44a-c2f8f0f0fc29 None None] The sync data for ids ['74b0b94f-97e1-4fef-aecc-e32921b4eb52'] in dv-cinder-812685-7-iscsi is: [{'id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'name': 'tempest-TestVolumeBootPattern-1230412362-router', 'tenant_id': 'ca9bdd36107249c5998c5ba647a13788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '2a922f17-6cbb-4e81-8cff-80d4350c6ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:17Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 3, 'project_id': 'ca9bdd36107249c5998c5ba647a13788', 'gw_port': {'id': '2a922f17-6cbb-4e81-8cff-80d4350c6ab4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:18Z', 'updated_at': '2022-03-04T00:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:50:22.686083 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-9a26511c-ea53-4adf-a2f0-81f1090acd66 None None] For port 8ec64c42-daec-4d90-9f46-4393b1d24b69, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=8ec64c42-daec-4d90-9f46-4393b1d24b69,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:50:22.712408 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:20Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:22.719099 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-9a26511c-ea53-4adf-a2f0-81f1090acd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:22.740778 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb605fd17fcf48209e0fb1bb02d2d1bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6029775 Mar 04 00:50:22.752501 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e3be70-4937-4a18-9c32-ea058da95488,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:22.761504 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 45352) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:22.780060 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 8ec64c42-daec-4d90-9f46-4393b1d24b69 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:50:22.793422 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Pushing event updated for resources: {'Port': ['ID=5a248b71-14df-47f3-b831-5834827f0d8a,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:22.842040 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.842612 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.843148 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.843691 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.845166 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.845699 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.846772 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.852116 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.852533 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.852942 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.853454 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.853999 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.854182 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.854460 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.855211 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.855934 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.856376 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.856729 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.857986 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.858373 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.858817 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.859165 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.859270 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.859637 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.860034 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471749e-d852-44ad-8db8-ab146628f638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.860834 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:22.925825 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-eb6f3c85-1da1-40b4-a5fa-e2ae092aa3d2 admin admin] Publish callbacks [] for security_group (33e3be70-4937-4a18-9c32-ea058da95488), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:22.963984 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-eb6f3c85-1da1-40b4-a5fa-e2ae092aa3d2 admin admin] Publish callbacks [] for security_group (33e3be70-4937-4a18-9c32-ea058da95488), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:22.979066 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-932e6dce-aea8-4a51-a583-13d861938c64 req-5b18a567-a850-497c-a834-1b6b77ab28ce tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=27b3b669ec404142ae9c4b1cda006a1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3147445 Mar 04 00:50:23.000812 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (5a248b71-14df-47f3-b831-5834827f0d8a), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:23.081317 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-eb6f3c85-1da1-40b4-a5fa-e2ae092aa3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (33e3be70-4937-4a18-9c32-ea058da95488), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:23.086042 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-eb6f3c85-1da1-40b4-a5fa-e2ae092aa3d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:23.089571 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-eb6f3c85-1da1-40b4-a5fa-e2ae092aa3d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33e3be70-4937-4a18-9c32-ea058da95488 HTTP/1.1" status: 204 len: 168 time: 0.3155370 Mar 04 00:50:23.096315 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f3c85-1da1-40b4-a5fa-e2ae092aa3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e3be70-4937-4a18-9c32-ea058da95488,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:23.150706 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81a1b8-e221-4db3-a949-268ac563f358 None None] The sync data for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi is: [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:20Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:50:23.231248 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-a3570033-eca4-49bd-b3d7-ae145cade255 None None] Provisioning complete for port c0202bce-1c43-4e65-89fe-639bd53793a0 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:23.238031 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-a3570033-eca4-49bd-b3d7-ae145cade255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (c0202bce-1c43-4e65-89fe-639bd53793a0), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:23.247645 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810dcce-9c10-416e-bd3c-11e4302fd373 req-5d10d4c0-d799-44b6-8891-bb1fd7de2a30 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:23.249233 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0810dcce-9c10-416e-bd3c-11e4302fd373 req-5d10d4c0-d799-44b6-8891-bb1fd7de2a30 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.3154862 Mar 04 00:50:23.306590 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:23.377596 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26511c-ea53-4adf-a2f0-81f1090acd66 None None] Pushing event updated for resources: {'Port': ['ID=8ec64c42-daec-4d90-9f46-4393b1d24b69,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:23.413558 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 8ec64c42-daec-4d90-9f46-4393b1d24b69 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:23.414156 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:23.541544 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0810dcce-9c10-416e-bd3c-11e4302fd373 req-d005c330-df43-49b1-8296-35f6b7c137ad tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665508 Mar 04 00:50:23.569579 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-932e6dce-aea8-4a51-a583-13d861938c64 req-972d1d11-34d3-41f4-b220-aac1af163297 service neutron] 10.222.0.23 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683341 Mar 04 00:50:23.597453 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-a3570033-eca4-49bd-b3d7-ae145cade255 None None] Current status of the port c0202bce-1c43-4e65-89fe-639bd53793a0 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:23.713885 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 8ec64c42-daec-4d90-9f46-4393b1d24b69 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:23.721214 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 45370) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:23.734513 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-94f69e82-4206-46a2-b173-185d977103ab None None] Provisioning complete for port 5a248b71-14df-47f3-b831-5834827f0d8a triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:23.734894 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-94f69e82-4206-46a2-b173-185d977103ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (5a248b71-14df-47f3-b831-5834827f0d8a), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:23.753963 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f28f939a-73e2-4e1d-9c82-3e0d8797d73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:23.764570 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-932e6dce-aea8-4a51-a583-13d861938c64 req-0b47eb8f-878a-4501-b1a4-0d77c61fb1f4 service neutron] 10.222.0.23 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922815 Mar 04 00:50:23.822304 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-94f69e82-4206-46a2-b173-185d977103ab None None] Port 5a248b71-14df-47f3-b831-5834827f0d8a cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:50:23.890630 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Publish callbacks [] for port (5a248b71-14df-47f3-b831-5834827f0d8a), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:23.900431 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (5a248b71-14df-47f3-b831-5834827f0d8a), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:23.905265 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548436'] for router_interface (74b0b94f-97e1-4fef-aecc-e32921b4eb52), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:23.913552 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f28f939a-73e2-4e1d-9c82-3e0d8797d73c admin admin] Publish callbacks [] for security_group (90704e25-8147-4f89-b482-a938624a770a), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:23.919907 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f28f939a-73e2-4e1d-9c82-3e0d8797d73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (90704e25-8147-4f89-b482-a938624a770a), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:23.986280 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-f28f939a-73e2-4e1d-9c82-3e0d8797d73c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ab20ae7b41b480ebfe45c0038644580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605467 Mar 04 00:50:23.991067 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 45372) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:24.028698 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f939a-73e2-4e1d-9c82-3e0d8797d73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90704e25-8147-4f89-b482-a938624a770a,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:24.072429 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:50:24.092747 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Network 57f6de30-1b03-46c8-ac43-cb5df0c3b8ab is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:50:24.100320 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:50:24.121852 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-1fac5360-a1be-43fe-9a6f-7e4f69d699b7 admin admin] Publish callbacks [] for security_group (90704e25-8147-4f89-b482-a938624a770a), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:24.149555 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:24.190388 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-1fac5360-a1be-43fe-9a6f-7e4f69d699b7 admin admin] Publish callbacks [] for security_group (90704e25-8147-4f89-b482-a938624a770a), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:24.305945 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-1fac5360-a1be-43fe-9a6f-7e4f69d699b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (90704e25-8147-4f89-b482-a938624a770a), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:24.311767 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-1fac5360-a1be-43fe-9a6f-7e4f69d699b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:24.318350 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-1fac5360-a1be-43fe-9a6f-7e4f69d699b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90704e25-8147-4f89-b482-a938624a770a HTTP/1.1" status: 204 len: 168 time: 0.3248165 Mar 04 00:50:24.331019 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac5360-a1be-43fe-9a6f-7e4f69d699b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90704e25-8147-4f89-b482-a938624a770a,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:24.606839 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-efe1ae4b-38c0-4d3c-a2d9-1127bee91639 None None] Provisioning complete for port 5a248b71-14df-47f3-b831-5834827f0d8a triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:24.613388 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-efe1ae4b-38c0-4d3c-a2d9-1127bee91639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (5a248b71-14df-47f3-b831-5834827f0d8a), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:24.695514 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-efe1ae4b-38c0-4d3c-a2d9-1127bee91639 None None] Port 5a248b71-14df-47f3-b831-5834827f0d8a cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:50:24.805927 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Pushing event updated for resources: {'Port': ['ID=5a248b71-14df-47f3-b831-5834827f0d8a,revision_number=2']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:24.870242 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f2ef58f8-7af9-4853-b785-4b9a564884b9 req-c69c9fef-b64a-4df5-92af-857e77c28c7c tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 210 time: 0.0967977 Mar 04 00:50:24.877492 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device c0202bce-1c43-4e65-89fe-639bd53793a0 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:50:24.975612 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port c0202bce-1c43-4e65-89fe-639bd53793a0 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:24.976423 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (c0202bce-1c43-4e65-89fe-639bd53793a0), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:24.996066 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b008f5b-34da-4dbf-8e17-4e9200e3c22f req-eea4343e-6e91-420a-a6f7-8e30799fb091 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:24.997839 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0b008f5b-34da-4dbf-8e17-4e9200e3c22f req-eea4343e-6e91-420a-a6f7-8e30799fb091 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.2233324 Mar 04 00:50:25.032313 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Router 74b0b94f-97e1-4fef-aecc-e32921b4eb52 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:50:25.068594 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port c0202bce-1c43-4e65-89fe-639bd53793a0 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:25.069983 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 8ec64c42-daec-4d90-9f46-4393b1d24b69 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:50:25.109344 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0b008f5b-34da-4dbf-8e17-4e9200e3c22f req-c6bfab14-6be5-4ab3-85f5-e8fbd1607f87 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018114 Mar 04 00:50:25.147405 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 8ec64c42-daec-4d90-9f46-4393b1d24b69 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:25.148074 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:25.210701 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:50:25.225533 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-20a9ea82-ce15-4705-bf23-8740eb17388c admin admin] 10.222.0.23 "PUT /v2.0/routers/74b0b94f-97e1-4fef-aecc-e32921b4eb52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6937888 Mar 04 00:50:25.302135 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 8ec64c42-daec-4d90-9f46-4393b1d24b69 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:25.303223 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 2a922f17-6cbb-4e81-8cff-80d4350c6ab4 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:50:25.363120 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 2a922f17-6cbb-4e81-8cff-80d4350c6ab4 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:25.363784 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (2a922f17-6cbb-4e81-8cff-80d4350c6ab4), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:25.486175 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 2a922f17-6cbb-4e81-8cff-80d4350c6ab4 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:25.486691 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (2a922f17-6cbb-4e81-8cff-80d4350c6ab4), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:25.527652 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] For port 2a922f17-6cbb-4e81-8cff-80d4350c6ab4, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=2a922f17-6cbb-4e81-8cff-80d4350c6ab4,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:50:25.534127 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (2a922f17-6cbb-4e81-8cff-80d4350c6ab4), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:25.615722 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Pushing event updated for resources: {'Port': ['ID=2a922f17-6cbb-4e81-8cff-80d4350c6ab4,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:25.878847 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.054213 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7ba987cb-dd70-46d5-ae1e-effb5c7d9524 req-af5371ec-4b8d-4715-88cd-d5922b73938a tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 210 time: 0.0430317 Mar 04 00:50:26.138546 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45414) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:26.145454 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-8351f3e5-44d7-41cd-9142-260a01b1913b tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307772348', 'description': 'tempest-secgroup-smoke-1307772348 description', 'project_id': '3d19a3e3e6fd4ca1976096625e933086'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:26.174294 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-8351f3e5-44d7-41cd-9142-260a01b1913b tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.186155 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e6dce-aea8-4a51-a583-13d861938c64 req-068b99d2-d5b5-467b-8af5-536ec20ffe70 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:26.188478 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-932e6dce-aea8-4a51-a583-13d861938c64 req-068b99d2-d5b5-467b-8af5-536ec20ffe70 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.20 "GET /v2.0/networks?id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a HTTP/1.1" status: 200 len: 815 time: 0.1732919 Mar 04 00:50:26.209817 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-932e6dce-aea8-4a51-a583-13d861938c64 req-4323540e-c4dc-490e-bc3b-5dbce4191b21 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Request body: {'port': {'device_id': 'd2e67b90-952b-4414-9a84-f70a567756c6', 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a', 'admin_state_up': True, 'tenant_id': '27b3b669ec404142ae9c4b1cda006a1a'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:26.311162 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-8351f3e5-44d7-41cd-9142-260a01b1913b tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group (a8563afb-7faa-45d6-a1db-009a80a7eb14), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.325616 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-8351f3e5-44d7-41cd-9142-260a01b1913b tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (a8563afb-7faa-45d6-a1db-009a80a7eb14), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.364146 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e27e0-cb7f-493f-91eb-0b14331c6ec6 req-d1295722-01ee-4856-98cc-50fd5273dcc7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:26.371804 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b54e27e0-cb7f-493f-91eb-0b14331c6ec6 req-d1295722-01ee-4856-98cc-50fd5273dcc7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1299849 Mar 04 00:50:26.392426 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-8351f3e5-44d7-41cd-9142-260a01b1913b tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.393668 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-8351f3e5-44d7-41cd-9142-260a01b1913b tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2537634 Mar 04 00:50:26.394436 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-932e6dce-aea8-4a51-a583-13d861938c64 req-4323540e-c4dc-490e-bc3b-5dbce4191b21 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Made reservation on behalf of 27b3b669ec404142ae9c4b1cda006a1a for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:50:26.400875 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-932e6dce-aea8-4a51-a583-13d861938c64 req-4323540e-c4dc-490e-bc3b-5dbce4191b21 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.407413 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45426) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:26.414609 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-8c43945e-0fd6-4a37-8c13-7f9f80284380 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Request body: {'security_group_rule': {'security_group_id': 'a8563afb-7faa-45d6-a1db-009a80a7eb14', 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:26.420617 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351f3e5-44d7-41cd-9142-260a01b1913b tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8563afb-7faa-45d6-a1db-009a80a7eb14,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:26.472474 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b54e27e0-cb7f-493f-91eb-0b14331c6ec6 req-da589290-0f23-43d3-93ec-0c372b247883 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948732 Mar 04 00:50:26.479535 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-8c43945e-0fd6-4a37-8c13-7f9f80284380 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (a5b7e8cc-4361-4521-9bdb-e9b50764ae98), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.539971 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-8c43945e-0fd6-4a37-8c13-7f9f80284380 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (a5b7e8cc-4361-4521-9bdb-e9b50764ae98), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.547465 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-8c43945e-0fd6-4a37-8c13-7f9f80284380 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (a5b7e8cc-4361-4521-9bdb-e9b50764ae98), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.568022 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43945e-0fd6-4a37-8c13-7f9f80284380 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b7e8cc-4361-4521-9bdb-e9b50764ae98,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:26.586593 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-8c43945e-0fd6-4a37-8c13-7f9f80284380 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.588957 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-8c43945e-0fd6-4a37-8c13-7f9f80284380 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1805906 Mar 04 00:50:26.591627 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45428) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:26.598118 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-c2ad0fcf-7d9f-4944-b5a9-849dc3eacee9 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Request body: {'security_group_rule': {'security_group_id': 'a8563afb-7faa-45d6-a1db-009a80a7eb14', 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:26.635150 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c2ad0fcf-7d9f-4944-b5a9-849dc3eacee9 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (8e62eda4-883a-4f32-8701-93d1046bf24d), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.658758 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-932e6dce-aea8-4a51-a583-13d861938c64 req-4323540e-c4dc-490e-bc3b-5dbce4191b21 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Allocated IP 172.20.0.3 (dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a/88ab0500-9729-459f-9744-bd096b771772/9900c7e8-46c3-482d-8598-e9f9b4103047) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:50:26.737517 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 2a922f17-6cbb-4e81-8cff-80d4350c6ab4 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:50:26.760753 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c2ad0fcf-7d9f-4944-b5a9-849dc3eacee9 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (8e62eda4-883a-4f32-8701-93d1046bf24d), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.766417 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c2ad0fcf-7d9f-4944-b5a9-849dc3eacee9 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (8e62eda4-883a-4f32-8701-93d1046bf24d), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.788283 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Sync routers for ids ['74b0b94f-97e1-4fef-aecc-e32921b4eb52'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:50:26.789699 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad0fcf-7d9f-4944-b5a9-849dc3eacee9 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e62eda4-883a-4f32-8701-93d1046bf24d,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:26.799494 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c2ad0fcf-7d9f-4944-b5a9-849dc3eacee9 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.800931 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-c2ad0fcf-7d9f-4944-b5a9-849dc3eacee9 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2082670 Mar 04 00:50:26.804345 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45432) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:26.809539 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Routers {'74b0b94f-97e1-4fef-aecc-e32921b4eb52'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:50:26.810543 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:50:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['74b0b94f-97e1-4fef-aecc-e32921b4eb52'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:26.814268 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-23e5e1f7-3e1b-4c5b-b72c-8dd12cf33a74 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Request body: {'security_group_rule': {'security_group_id': 'a8563afb-7faa-45d6-a1db-009a80a7eb14', 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:26.871071 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-23e5e1f7-3e1b-4c5b-b72c-8dd12cf33a74 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (9232f7c6-42fd-45f9-b245-1446f9cff83d), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.920216 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-932e6dce-aea8-4a51-a583-13d861938c64 req-4323540e-c4dc-490e-bc3b-5dbce4191b21 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks [] for port (9900c7e8-46c3-482d-8598-e9f9b4103047), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.930260 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 2a922f17-6cbb-4e81-8cff-80d4350c6ab4 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:26.930872 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (2a922f17-6cbb-4e81-8cff-80d4350c6ab4), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.972370 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-23e5e1f7-3e1b-4c5b-b72c-8dd12cf33a74 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (9232f7c6-42fd-45f9-b245-1446f9cff83d), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.977449 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-23e5e1f7-3e1b-4c5b-b72c-8dd12cf33a74 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (9232f7c6-42fd-45f9-b245-1446f9cff83d), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:26.980633 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Set router 74b0b94f-97e1-4fef-aecc-e32921b4eb52 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:50:26.983135 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-932e6dce-aea8-4a51-a583-13d861938c64 req-4323540e-c4dc-490e-bc3b-5dbce4191b21 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (9900c7e8-46c3-482d-8598-e9f9b4103047), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:27.002497 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5e1f7-3e1b-4c5b-b72c-8dd12cf33a74 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9232f7c6-42fd-45f9-b245-1446f9cff83d,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:27.013686 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-23e5e1f7-3e1b-4c5b-b72c-8dd12cf33a74 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:27.014760 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-23e5e1f7-3e1b-4c5b-b72c-8dd12cf33a74 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2090204 Mar 04 00:50:27.017507 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45434) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:27.023085 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-42d65e3a-47d8-4d39-9105-5ce6971a13cb tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Request body: {'security_group_rule': {'security_group_id': 'a8563afb-7faa-45d6-a1db-009a80a7eb14', 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:27.035411 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['609c6ea4-8608-404e-8b08-699f78e8ec70', '629856c0-6f62-4682-a269-22f0b66a3209', '56391725-3e2d-479a-82b1-78a8602fe302'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:50:27.054835 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-42d65e3a-47d8-4d39-9105-5ce6971a13cb tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (3aa4bd3f-483b-49ef-8bd7-ea6a995f9556), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:27.060543 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-932e6dce-aea8-4a51-a583-13d861938c64 req-4323540e-c4dc-490e-bc3b-5dbce4191b21 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:50:27.063785 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-932e6dce-aea8-4a51-a583-13d861938c64 req-4323540e-c4dc-490e-bc3b-5dbce4191b21 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:50:27.072669 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-932e6dce-aea8-4a51-a583-13d861938c64 req-4323540e-c4dc-490e-bc3b-5dbce4191b21 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:50:27.131807 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323540e-c4dc-490e-bc3b-5dbce4191b21 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Pushing event updated for resources: {'Port': ['ID=9900c7e8-46c3-482d-8598-e9f9b4103047,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:27.167508 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e6dce-aea8-4a51-a583-13d861938c64 req-4323540e-c4dc-490e-bc3b-5dbce4191b21 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:27.168631 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-932e6dce-aea8-4a51-a583-13d861938c64 req-4323540e-c4dc-490e-bc3b-5dbce4191b21 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:27.197526 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-932e6dce-aea8-4a51-a583-13d861938c64 req-4323540e-c4dc-490e-bc3b-5dbce4191b21 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9927521 Mar 04 00:50:27.204435 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-42d65e3a-47d8-4d39-9105-5ce6971a13cb tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (3aa4bd3f-483b-49ef-8bd7-ea6a995f9556), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:27.212563 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-42d65e3a-47d8-4d39-9105-5ce6971a13cb tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (3aa4bd3f-483b-49ef-8bd7-ea6a995f9556), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:27.221080 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Request body: {'port': {'device_id': 'd2e67b90-952b-4414-9a84-f70a567756c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:27.246733 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-42d65e3a-47d8-4d39-9105-5ce6971a13cb tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:27.251406 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 45442) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:27.252333 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-42d65e3a-47d8-4d39-9105-5ce6971a13cb tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2335429 Mar 04 00:50:27.256673 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-6c18438d-8323-4114-bfea-57ba6b68f8ea tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Request body: {'security_group_rule': {'security_group_id': 'a8563afb-7faa-45d6-a1db-009a80a7eb14', 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:27.269055 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18424b6-014c-4574-a358-9856ebf02b28 req-b3ae2ca6-aec4-4587-91ce-59157d05035d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:27.269502 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a18424b6-014c-4574-a358-9856ebf02b28 req-b3ae2ca6-aec4-4587-91ce-59157d05035d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 931 time: 0.1155446 Mar 04 00:50:27.270499 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d65e3a-47d8-4d39-9105-5ce6971a13cb tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa4bd3f-483b-49ef-8bd7-ea6a995f9556,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:27.303149 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 2a922f17-6cbb-4e81-8cff-80d4350c6ab4 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:27.318893 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (9900c7e8-46c3-482d-8598-e9f9b4103047), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:27.347680 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a18424b6-014c-4574-a358-9856ebf02b28 req-770a8efb-1b49-4ff7-a11a-2dfc724c5bc6 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645549 Mar 04 00:50:27.379906 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.securitygroups_db [None req-6c18438d-8323-4114-bfea-57ba6b68f8ea tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Project 3d19a3e3e6fd4ca1976096625e933086 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 00:50:27.389779 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-6c18438d-8323-4114-bfea-57ba6b68f8ea tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (c4fc5bc3-c13d-4481-84d3-71876f03833d), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:27.477378 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'name': 'tempest-TestVolumeBootPattern-1230412362-router', 'tenant_id': 'ca9bdd36107249c5998c5ba647a13788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '2a922f17-6cbb-4e81-8cff-80d4350c6ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:17Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 4, 'project_id': 'ca9bdd36107249c5998c5ba647a13788', 'gw_port': {'id': '2a922f17-6cbb-4e81-8cff-80d4350c6ab4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:18Z', 'updated_at': '2022-03-04T00:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '5a248b71-14df-47f3-b831-5834827f0d8a', 'name': '', 'network_id': '57f6de30-1b03-46c8-ac43-cb5df0c3b8ab', 'tenant_id': 'ca9bdd36107249c5998c5ba647a13788', 'mac_address': 'fa:16:3e:76:88:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '92410741-49b7-421e-b7a9-2b75f3d430e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:21Z', 'updated_at': '2022-03-04T00:50:23Z', 'revision_number': 2, 'project_id': 'ca9bdd36107249c5998c5ba647a13788', 'subnets': [{'id': '92410741-49b7-421e-b7a9-2b75f3d430e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:27.519620 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Checking router: 74b0b94f-97e1-4fef-aecc-e32921b4eb52 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:50:27.520238 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Updating router 74b0b94f-97e1-4fef-aecc-e32921b4eb52 port 5a248b71-14df-47f3-b831-5834827f0d8a binding host dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:50:27.568414 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (5a248b71-14df-47f3-b831-5834827f0d8a), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:27.627255 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9900c7e8-46c3-482d-8598-e9f9b4103047 {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:50:27.629477 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986356ad-13f6-406c-8f20-3be469c38571 req-d28f499f-84e4-4dd4-9671-48f94390b89d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:27.635791 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Publish callbacks [] for port (9900c7e8-46c3-482d-8598-e9f9b4103047), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:27.639887 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-986356ad-13f6-406c-8f20-3be469c38571 req-d28f499f-84e4-4dd4-9671-48f94390b89d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0846746 Mar 04 00:50:27.653711 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Transition to ACTIVE for port object 9900c7e8-46c3-482d-8598-e9f9b4103047 will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:50:27.682890 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (9900c7e8-46c3-482d-8598-e9f9b4103047), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:27.765275 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-986356ad-13f6-406c-8f20-3be469c38571 req-a8de927d-fde7-445d-80e2-fc523f7981b9 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234739 Mar 04 00:50:27.783365 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-6c18438d-8323-4114-bfea-57ba6b68f8ea tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (c4fc5bc3-c13d-4481-84d3-71876f03833d), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:27.803943 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-6c18438d-8323-4114-bfea-57ba6b68f8ea tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (c4fc5bc3-c13d-4481-84d3-71876f03833d), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:27.836105 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18438d-8323-4114-bfea-57ba6b68f8ea tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fc5bc3-c13d-4481-84d3-71876f03833d,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:27.838150 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Pushing event updated for resources: {'Port': ['ID=9900c7e8-46c3-482d-8598-e9f9b4103047,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:27.882271 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-6c18438d-8323-4114-bfea-57ba6b68f8ea tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:27.886071 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-6c18438d-8323-4114-bfea-57ba6b68f8ea tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6308537 Mar 04 00:50:27.887476 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45448) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:27.894354 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-9c395663-e322-43fb-8bf7-0412e1433dd4 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Request body: {'security_group_rule': {'security_group_id': 'a8563afb-7faa-45d6-a1db-009a80a7eb14', 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:27.921398 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.securitygroups_db [None req-9c395663-e322-43fb-8bf7-0412e1433dd4 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Project 3d19a3e3e6fd4ca1976096625e933086 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 00:50:27.936314 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9c395663-e322-43fb-8bf7-0412e1433dd4 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (c0ebbb85-5273-4670-9869-462efccd84f3), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:27.972357 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Attempting to bind port 9900c7e8-46c3-482d-8598-e9f9b4103047 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:50:27.972749 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Attempting to bind port 9900c7e8-46c3-482d-8598-e9f9b4103047 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'c171487f-14e5-42a3-a598-08e91ba2e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:50:27.973092 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Attempting to bind port 9900c7e8-46c3-482d-8598-e9f9b4103047 on network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:50:27.978667 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Port 9900c7e8-46c3-482d-8598-e9f9b4103047 on network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:50:27.978995 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Attempting to bind port 9900c7e8-46c3-482d-8598-e9f9b4103047 on network dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:50:27.984836 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:50:27.985185 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Checking segment: {'id': 'c171487f-14e5-42a3-a598-08e91ba2e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:50:27.985574 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Bound using segment: {'id': 'c171487f-14e5-42a3-a598-08e91ba2e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:50:27.986151 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Bound port: 9900c7e8-46c3-482d-8598-e9f9b4103047, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c171487f-14e5-42a3-a598-08e91ba2e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:50:27.986513 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (9900c7e8-46c3-482d-8598-e9f9b4103047), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:28.031305 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Publish callbacks [] for port (5a248b71-14df-47f3-b831-5834827f0d8a), precommit_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:28.037950 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (5a248b71-14df-47f3-b831-5834827f0d8a), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:28.052634 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9c395663-e322-43fb-8bf7-0412e1433dd4 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (c0ebbb85-5273-4670-9869-462efccd84f3), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:28.069594 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9c395663-e322-43fb-8bf7-0412e1433dd4 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (c0ebbb85-5273-4670-9869-462efccd84f3), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:28.088334 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] For port 9900c7e8-46c3-482d-8598-e9f9b4103047, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:50:28.093776 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] For port 9900c7e8-46c3-482d-8598-e9f9b4103047, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9900c7e8-46c3-482d-8598-e9f9b4103047,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:50:28.104464 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c395663-e322-43fb-8bf7-0412e1433dd4 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ebbb85-5273-4670-9869-462efccd84f3,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:28.115348 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (9900c7e8-46c3-482d-8598-e9f9b4103047), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:28.132067 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9c395663-e322-43fb-8bf7-0412e1433dd4 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:28.133113 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace0ee9-3f69-4992-9acb-f47e49e87a8c None None] Pushing event updated for resources: {'Port': ['ID=5a248b71-14df-47f3-b831-5834827f0d8a,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:28.133969 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-9c395663-e322-43fb-8bf7-0412e1433dd4 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2451627 Mar 04 00:50:28.149122 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace0ee9-3f69-4992-9acb-f47e49e87a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:28.149628 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace0ee9-3f69-4992-9acb-f47e49e87a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:28.150004 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace0ee9-3f69-4992-9acb-f47e49e87a8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:28.152619 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace0ee9-3f69-4992-9acb-f47e49e87a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:28.153036 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace0ee9-3f69-4992-9acb-f47e49e87a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:28.153381 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace0ee9-3f69-4992-9acb-f47e49e87a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:28.153714 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace0ee9-3f69-4992-9acb-f47e49e87a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:28.154068 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace0ee9-3f69-4992-9acb-f47e49e87a8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:28.155086 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace0ee9-3f69-4992-9acb-f47e49e87a8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:28.155442 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace0ee9-3f69-4992-9acb-f47e49e87a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:28.155777 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace0ee9-3f69-4992-9acb-f47e49e87a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:28.156103 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace0ee9-3f69-4992-9acb-f47e49e87a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:28.156424 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace0ee9-3f69-4992-9acb-f47e49e87a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:50:28.174685 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:28.175727 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:28.177624 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-932e6dce-aea8-4a51-a583-13d861938c64 req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] 10.222.0.20 "PUT /v2.0/ports/9900c7e8-46c3-482d-8598-e9f9b4103047 HTTP/1.1" status: 200 len: 1093 time: 0.9692881 Mar 04 00:50:28.180177 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e67b90-952b-4414-9a84-f70a567756c6', 'tag': '9900c7e8-46c3-482d-8598-e9f9b4103047'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:50:28.184062 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810ca56d-6667-4ccc-bbab-a8d6550ced89" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e67b90-952b-4414-9a84-f70a567756c6", "tag": "9900c7e8-46c3-482d-8598-e9f9b4103047"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:50:28.257902 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Attempting to bind port 5a248b71-14df-47f3-b831-5834827f0d8a on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:50:28.258612 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Attempting to bind port 5a248b71-14df-47f3-b831-5834827f0d8a by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'fbd553f1-5ad4-4af6-801d-a7d39afab734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '57f6de30-1b03-46c8-ac43-cb5df0c3b8ab'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:50:28.259170 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Attempting to bind port 5a248b71-14df-47f3-b831-5834827f0d8a on network 57f6de30-1b03-46c8-ac43-cb5df0c3b8ab {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:50:28.259302 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68d806-113f-4d21-8dc6-ef42d81f9c7e service neutron] Pushing event updated for resources: {'Port': ['ID=9900c7e8-46c3-482d-8598-e9f9b4103047,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:28.284659 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:50:28.287137 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Checking segment: {'id': 'fbd553f1-5ad4-4af6-801d-a7d39afab734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '57f6de30-1b03-46c8-ac43-cb5df0c3b8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:50:28.287760 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:28.288324 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Bound using segment: {'id': 'fbd553f1-5ad4-4af6-801d-a7d39afab734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '57f6de30-1b03-46c8-ac43-cb5df0c3b8ab'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:50:28.288972 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Bound port: 5a248b71-14df-47f3-b831-5834827f0d8a, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd553f1-5ad4-4af6-801d-a7d39afab734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '57f6de30-1b03-46c8-ac43-cb5df0c3b8ab'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:50:28.289526 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (5a248b71-14df-47f3-b831-5834827f0d8a), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:28.300253 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7236b474-5397-4197-8977-fe6ebef53e30 x-openstack-request-id: req-7236b474-5397-4197-8977-fe6ebef53e30 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:50:28.300599 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e67b90-952b-4414-9a84-f70a567756c6", "tag": "9900c7e8-46c3-482d-8598-e9f9b4103047", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:50:28.300861 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7236b474-5397-4197-8977-fe6ebef53e30 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:50:28.301265 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e67b90-952b-4414-9a84-f70a567756c6', 'tag': '9900c7e8-46c3-482d-8598-e9f9b4103047', 'status': 'completed', 'code': 200} Mar 04 00:50:28.315497 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e6dce-aea8-4a51-a583-13d861938c64 req-01aaaad3-967d-44d9-bf7a-c7af139d615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:28.317618 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-932e6dce-aea8-4a51-a583-13d861938c64 req-01aaaad3-967d-44d9-bf7a-c7af139d615c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=27b3b669ec404142ae9c4b1cda006a1a&device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 1127 time: 0.0814276 Mar 04 00:50:28.409604 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-932e6dce-aea8-4a51-a583-13d861938c64 req-4767f7b7-847f-4ae8-a831-dc0db58e726c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9900c7e8-46c3-482d-8598-e9f9b4103047 HTTP/1.1" status: 200 len: 217 time: 0.0811403 Mar 04 00:50:28.454397 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] For port 5a248b71-14df-47f3-b831-5834827f0d8a, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:50:28.459817 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] For port 5a248b71-14df-47f3-b831-5834827f0d8a, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=5a248b71-14df-47f3-b831-5834827f0d8a,segment=NetworkSegment(fbd553f1-5ad4-4af6-801d-a7d39afab734),segment_id=fbd553f1-5ad4-4af6-801d-a7d39afab734)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:50:28.471154 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (5a248b71-14df-47f3-b831-5834827f0d8a), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:28.499473 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e6dce-aea8-4a51-a583-13d861938c64 req-1de412b9-6dce-42c8-883f-a128b3d437db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:28.502410 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-932e6dce-aea8-4a51-a583-13d861938c64 req-1de412b9-6dce-42c8-883f-a128b3d437db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88ab0500-9729-459f-9744-bd096b771772 HTTP/1.1" status: 200 len: 855 time: 0.0796311 Mar 04 00:50:28.539263 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-9469158c-827a-4ec8-a267-c53df45cfa5c None None] Provisioning complete for port 5a248b71-14df-47f3-b831-5834827f0d8a triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:28.539720 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-9469158c-827a-4ec8-a267-c53df45cfa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (5a248b71-14df-47f3-b831-5834827f0d8a), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:28.576490 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91897c5e-a567-4ac8-b5d9-74f0f8cd14d7 req-b8f14e28-a8b0-4a83-be70-9bd6b88f0834 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:28.584571 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-91897c5e-a567-4ac8-b5d9-74f0f8cd14d7 req-b8f14e28-a8b0-4a83-be70-9bd6b88f0834 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 943 time: 0.0837414 Mar 04 00:50:28.603178 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-932e6dce-aea8-4a51-a583-13d861938c64 req-c04603db-09b1-43d8-adc4-b9b91604df62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902677 Mar 04 00:50:28.614935 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Routers {'74b0b94f-97e1-4fef-aecc-e32921b4eb52'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:50:28.615899 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:50:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['74b0b94f-97e1-4fef-aecc-e32921b4eb52'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:28.688167 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-91897c5e-a567-4ac8-b5d9-74f0f8cd14d7 req-b32699d3-0f01-487a-81e7-5025aeba4ea9 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928280 Mar 04 00:50:28.765911 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-932e6dce-aea8-4a51-a583-13d861938c64 req-3ca5494e-7d9f-4efb-ae0f-a3c98d572cdb service neutron] 10.222.0.20 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452408 Mar 04 00:50:28.994940 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3d037-dc73-4895-9997-1cec96c224db req-b9551e25-9a8c-474a-8fc2-c6622e63a21a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:29.002807 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bfe3d037-dc73-4895-9997-1cec96c224db req-b9551e25-9a8c-474a-8fc2-c6622e63a21a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0751891 Mar 04 00:50:29.066286 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bfe3d037-dc73-4895-9997-1cec96c224db req-5e8d10ae-07e3-4309-9d0a-436bcb422ba0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622039 Mar 04 00:50:29.069709 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace0ee9-3f69-4992-9acb-f47e49e87a8c None None] Pushing event updated for resources: {'Port': ['ID=5a248b71-14df-47f3-b831-5834827f0d8a,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:29.075579 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-932e6dce-aea8-4a51-a583-13d861938c64 req-d937c246-89c6-4b7f-8a1e-73330e9887ab service neutron] 10.222.0.20 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086402 Mar 04 00:50:29.149985 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-9469158c-827a-4ec8-a267-c53df45cfa5c None None] Current status of the port 5a248b71-14df-47f3-b831-5834827f0d8a is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:29.150528 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-9469158c-827a-4ec8-a267-c53df45cfa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (5a248b71-14df-47f3-b831-5834827f0d8a), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:29.185138 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-9469158c-827a-4ec8-a267-c53df45cfa5c None None] For port 5a248b71-14df-47f3-b831-5834827f0d8a, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=5a248b71-14df-47f3-b831-5834827f0d8a,segment=NetworkSegment(fbd553f1-5ad4-4af6-801d-a7d39afab734),segment_id=fbd553f1-5ad4-4af6-801d-a7d39afab734)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:50:29.189777 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-9469158c-827a-4ec8-a267-c53df45cfa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (5a248b71-14df-47f3-b831-5834827f0d8a), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:29.266254 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ca56d-6667-4ccc-bbab-a8d6550ced89 req-7b2c3186-a6e1-4ff7-a687-739a13e185bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:29.271711 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-810ca56d-6667-4ccc-bbab-a8d6550ced89 req-7b2c3186-a6e1-4ff7-a687-739a13e185bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=27b3b669ec404142ae9c4b1cda006a1a&device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 1127 time: 0.1140668 Mar 04 00:50:29.293899 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] Set router 74b0b94f-97e1-4fef-aecc-e32921b4eb52 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:50:29.323181 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469158c-827a-4ec8-a267-c53df45cfa5c None None] Pushing event updated for resources: {'Port': ['ID=5a248b71-14df-47f3-b831-5834827f0d8a,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:29.366188 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-80292c2e-6c49-4130-8bda-fdcf2d41077e None None] Provisioning complete for port 5a248b71-14df-47f3-b831-5834827f0d8a triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:29.366726 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-80292c2e-6c49-4130-8bda-fdcf2d41077e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (5a248b71-14df-47f3-b831-5834827f0d8a), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:29.416323 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:29.468478 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ca56d-6667-4ccc-bbab-a8d6550ced89 req-5a88dd74-7594-4d0e-9b28-cfdb752a2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:29.472648 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-810ca56d-6667-4ccc-bbab-a8d6550ced89 req-5a88dd74-7594-4d0e-9b28-cfdb752a2c48 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a HTTP/1.1" status: 200 len: 916 time: 0.1902053 Mar 04 00:50:29.567400 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-810ca56d-6667-4ccc-bbab-a8d6550ced89 req-53f81189-5e5b-419f-b6cd-f71bb4e71d2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9900c7e8-46c3-482d-8598-e9f9b4103047 HTTP/1.1" status: 200 len: 217 time: 0.0829048 Mar 04 00:50:29.636761 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ca56d-6667-4ccc-bbab-a8d6550ced89 req-1f9d90de-8774-4499-be7f-116397697656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:29.640593 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-810ca56d-6667-4ccc-bbab-a8d6550ced89 req-1f9d90de-8774-4499-be7f-116397697656 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88ab0500-9729-459f-9744-bd096b771772 HTTP/1.1" status: 200 len: 855 time: 0.0653167 Mar 04 00:50:29.687464 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-80292c2e-6c49-4130-8bda-fdcf2d41077e None None] Current status of the port 5a248b71-14df-47f3-b831-5834827f0d8a is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:29.693026 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-810ca56d-6667-4ccc-bbab-a8d6550ced89 req-6cadd9e5-02f2-402d-b4e9-a317d6a09120 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437520 Mar 04 00:50:29.779125 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'name': 'tempest-TestVolumeBootPattern-1230412362-router', 'tenant_id': 'ca9bdd36107249c5998c5ba647a13788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '2a922f17-6cbb-4e81-8cff-80d4350c6ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:17Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 4, 'project_id': 'ca9bdd36107249c5998c5ba647a13788', 'gw_port': {'id': '2a922f17-6cbb-4e81-8cff-80d4350c6ab4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:18Z', 'updated_at': '2022-03-04T00:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '5a248b71-14df-47f3-b831-5834827f0d8a', 'name': '', 'network_id': '57f6de30-1b03-46c8-ac43-cb5df0c3b8ab', 'tenant_id': 'ca9bdd36107249c5998c5ba647a13788', 'mac_address': 'fa:16:3e:76:88:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '92410741-49b7-421e-b7a9-2b75f3d430e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:21Z', 'updated_at': '2022-03-04T00:50:28Z', 'revision_number': 4, 'project_id': 'ca9bdd36107249c5998c5ba647a13788', 'subnets': [{'id': '92410741-49b7-421e-b7a9-2b75f3d430e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:29.838842 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a8027-e736-4973-9b0f-157c3883e123 req-26c5681e-a366-4af2-8f75-0a760182d585 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:29.844561 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe04d3cd-861a-4542-8cdf-7f202512fe06 None None] The sync data for ids ['74b0b94f-97e1-4fef-aecc-e32921b4eb52'] in dv-cinder-812685-7-iscsi is: [{'id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'name': 'tempest-TestVolumeBootPattern-1230412362-router', 'tenant_id': 'ca9bdd36107249c5998c5ba647a13788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '2a922f17-6cbb-4e81-8cff-80d4350c6ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:17Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 4, 'project_id': 'ca9bdd36107249c5998c5ba647a13788', 'gw_port': {'id': '2a922f17-6cbb-4e81-8cff-80d4350c6ab4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:18Z', 'updated_at': '2022-03-04T00:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '5a248b71-14df-47f3-b831-5834827f0d8a', 'name': '', 'network_id': '57f6de30-1b03-46c8-ac43-cb5df0c3b8ab', 'tenant_id': 'ca9bdd36107249c5998c5ba647a13788', 'mac_address': 'fa:16:3e:76:88:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '92410741-49b7-421e-b7a9-2b75f3d430e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:21Z', 'updated_at': '2022-03-04T00:50:28Z', 'revision_number': 4, 'project_id': 'ca9bdd36107249c5998c5ba647a13788', 'subnets': [{'id': '92410741-49b7-421e-b7a9-2b75f3d430e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:50:29.848581 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f76a8027-e736-4973-9b0f-157c3883e123 req-26c5681e-a366-4af2-8f75-0a760182d585 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 943 time: 0.0605903 Mar 04 00:50:29.857001 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-810ca56d-6667-4ccc-bbab-a8d6550ced89 req-bc9ad556-659b-4ab4-9056-22561797fdf5 service neutron] 10.222.0.20 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520665 Mar 04 00:50:29.960098 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f76a8027-e736-4973-9b0f-157c3883e123 req-a3e31a5c-837d-44fe-aa12-654a61045cd0 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004992 Mar 04 00:50:30.247253 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad320d46-3cef-4524-933a-c6e7a3034b91 req-b49fd532-de0f-4521-a16f-a7a44b069654 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:30.254430 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ad320d46-3cef-4524-933a-c6e7a3034b91 req-b49fd532-de0f-4521-a16f-a7a44b069654 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0830185 Mar 04 00:50:30.352429 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ad320d46-3cef-4524-933a-c6e7a3034b91 req-5bbd4c85-f81a-474f-ac7b-ebbd76d0ead8 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969977 Mar 04 00:50:30.405824 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-810ca56d-6667-4ccc-bbab-a8d6550ced89 req-e338fbb3-9c73-496b-87d2-bef556f956d0 service neutron] 10.222.0.20 "GET /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417688 Mar 04 00:50:30.682577 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 5a248b71-14df-47f3-b831-5834827f0d8a up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:50:30.749220 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 5a248b71-14df-47f3-b831-5834827f0d8a triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:30.749620 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (5a248b71-14df-47f3-b831-5834827f0d8a), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:30.856365 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 5a248b71-14df-47f3-b831-5834827f0d8a is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:31.226610 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73419e-14f2-4046-872e-553b0d1f0931 req-f5bb62c8-cfdf-4a62-92c1-2e7a39fc3106 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:31.237061 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0a73419e-14f2-4046-872e-553b0d1f0931 req-f5bb62c8-cfdf-4a62-92c1-2e7a39fc3106 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 943 time: 0.1678548 Mar 04 00:50:31.354667 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0a73419e-14f2-4046-872e-553b0d1f0931 req-67ff8256-7029-4340-9f35-3267c8fb2eb2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159232 Mar 04 00:50:31.511702 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d072ed-52e4-4d80-894e-638896c6ee62 req-de04f980-45b4-466b-9e26-8fc678feb661 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:31.513557 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-95d072ed-52e4-4d80-894e-638896c6ee62 req-de04f980-45b4-466b-9e26-8fc678feb661 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0836837 Mar 04 00:50:31.585568 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-95d072ed-52e4-4d80-894e-638896c6ee62 req-1e3ba25b-7431-4b63-9ce4-f26d8bfbb8df tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585058 Mar 04 00:50:32.523091 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdfb5d-5426-4e27-959d-915882e7ed8c req-7c3b2b0c-d093-494d-af81-a941e4c57b12 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:32.524591 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-28bdfb5d-5426-4e27-959d-915882e7ed8c req-7c3b2b0c-d093-494d-af81-a941e4c57b12 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 943 time: 0.0525370 Mar 04 00:50:32.578424 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-28bdfb5d-5426-4e27-959d-915882e7ed8c req-aa542458-ce44-44e5-aaaf-dea396e961b8 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482268 Mar 04 00:50:32.715582 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616280e-0437-4341-9311-141824b82cbe req-325e2352-9b20-4511-bef2-1ec91bd1876d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:32.717052 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6616280e-0437-4341-9311-141824b82cbe req-325e2352-9b20-4511-bef2-1ec91bd1876d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0590167 Mar 04 00:50:32.787408 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6616280e-0437-4341-9311-141824b82cbe req-f4aeb820-efe3-4457-94d9-12d9ca902567 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642092 Mar 04 00:50:33.634004 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cd746-f84f-4adb-9685-fd79d560a197 req-922d2855-cb3d-483a-9145-96c437daa33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:33.635753 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a17cd746-f84f-4adb-9685-fd79d560a197 req-922d2855-cb3d-483a-9145-96c437daa33e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97777a0e50ee43a789483f661b2f59b5&device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 1130 time: 0.0509005 Mar 04 00:50:33.708788 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd545e0-e88b-40b6-833a-ff4621471cbe req-773025af-f1b8-4d81-ba0d-520cca54113d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:33.710319 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2fd545e0-e88b-40b6-833a-ff4621471cbe req-773025af-f1b8-4d81-ba0d-520cca54113d tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 943 time: 0.0576627 Mar 04 00:50:33.754620 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cd746-f84f-4adb-9685-fd79d560a197 req-043221ac-dad0-496e-88aa-ac6b187894f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:33.756471 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a17cd746-f84f-4adb-9685-fd79d560a197 req-043221ac-dad0-496e-88aa-ac6b187894f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a120380f-d8d5-4336-87ba-fbc40370628a HTTP/1.1" status: 200 len: 920 time: 0.0980196 Mar 04 00:50:33.769949 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2fd545e0-e88b-40b6-833a-ff4621471cbe req-e73be0c5-b89a-4a6d-99cc-724d2642caa7 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537059 Mar 04 00:50:33.818167 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a17cd746-f84f-4adb-9685-fd79d560a197 req-de83c835-065a-4408-b36c-1571493b2ca6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ef2292-f07e-4efe-8a3a-d69e95b94ca3 HTTP/1.1" status: 200 len: 217 time: 0.0530756 Mar 04 00:50:33.882275 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cd746-f84f-4adb-9685-fd79d560a197 req-e97f5ab8-4a40-4449-ab2f-195178365364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:33.883899 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a17cd746-f84f-4adb-9685-fd79d560a197 req-e97f5ab8-4a40-4449-ab2f-195178365364 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb0e4b2c-c237-4083-952e-e79dff5b7688 HTTP/1.1" status: 200 len: 859 time: 0.0592904 Mar 04 00:50:33.912370 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088ada4-b2f2-4506-9aab-a65b03b6c4a2 req-42e123f1-b850-4a10-801f-8be70974fb4f tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:33.919658 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6088ada4-b2f2-4506-9aab-a65b03b6c4a2 req-42e123f1-b850-4a10-801f-8be70974fb4f tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0605571 Mar 04 00:50:33.927005 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a17cd746-f84f-4adb-9685-fd79d560a197 req-b32127cd-ac23-480e-bdf3-fcec7b2e145f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a120380f-d8d5-4336-87ba-fbc40370628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336952 Mar 04 00:50:33.966017 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6088ada4-b2f2-4506-9aab-a65b03b6c4a2 req-c26d5427-f72b-4160-8fd5-5c013af8fb09 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451713 Mar 04 00:50:34.028974 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a17cd746-f84f-4adb-9685-fd79d560a197 req-21d58608-25a3-4426-a593-aafdc0773511 service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837464 Mar 04 00:50:34.235189 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a17cd746-f84f-4adb-9685-fd79d560a197 req-55c0690d-980f-41c8-b667-09406cad0987 service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878474 Mar 04 00:50:34.951329 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbda79-3ef5-42aa-906d-08fc7f3fb32e req-e2e18659-abfe-48f8-934f-4f53542f8585 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:34.952837 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e9fbda79-3ef5-42aa-906d-08fc7f3fb32e req-e2e18659-abfe-48f8-934f-4f53542f8585 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 943 time: 0.0939379 Mar 04 00:50:35.026278 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e9fbda79-3ef5-42aa-906d-08fc7f3fb32e req-ec04bfea-9646-4bba-af2d-bd7ceeb05aeb tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670648 Mar 04 00:50:35.132507 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34765e6b-c4e2-4e96-b09e-8d6b87451770 req-8b638a00-c487-4fca-bdf1-69d05d1d6fda tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:35.134010 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-34765e6b-c4e2-4e96-b09e-8d6b87451770 req-8b638a00-c487-4fca-bdf1-69d05d1d6fda tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0535800 Mar 04 00:50:35.184934 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-34765e6b-c4e2-4e96-b09e-8d6b87451770 req-7c42d52e-4461-477f-be76-f4e2c393bf57 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449767 Mar 04 00:50:35.231590 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 9900c7e8-46c3-482d-8598-e9f9b4103047 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:50:35.345142 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 9900c7e8-46c3-482d-8598-e9f9b4103047, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9900c7e8-46c3-482d-8598-e9f9b4103047,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:50:35.356818 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '9900c7e8-46c3-482d-8598-e9f9b4103047', 'network_id': 'dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a', 'port_id': '9900c7e8-46c3-482d-8598-e9f9b4103047', 'mac_address': 'fa:16:3e:b1:da:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ab0500-9729-459f-9744-bd096b771772', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:50:35.399778 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 9900c7e8-46c3-482d-8598-e9f9b4103047 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:35.400719 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (9900c7e8-46c3-482d-8598-e9f9b4103047), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:35.416601 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9900c7e8-46c3-482d-8598-e9f9b4103047 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:50:35.439709 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 9900c7e8-46c3-482d-8598-e9f9b4103047, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9900c7e8-46c3-482d-8598-e9f9b4103047,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:50:35.443926 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (9900c7e8-46c3-482d-8598-e9f9b4103047), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:35.496860 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=9900c7e8-46c3-482d-8598-e9f9b4103047,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:35.981803 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['9900c7e8-46c3-482d-8598-e9f9b4103047'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:50:36.179498 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3268b-1f65-4d43-a468-6b8293a4be6e req-4aca2ceb-e79d-4b34-8895-239ac8b53fba tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:36.181274 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d0e3268b-1f65-4d43-a468-6b8293a4be6e req-4aca2ceb-e79d-4b34-8895-239ac8b53fba tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 944 time: 0.0801075 Mar 04 00:50:36.242333 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d0e3268b-1f65-4d43-a468-6b8293a4be6e req-b2d28e34-e27e-49d3-9b37-b6a001be58b5 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554726 Mar 04 00:50:36.381139 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f31fc0-29aa-48de-b957-8deddb33166a req-56654093-d329-4470-80ea-c32421042ff3 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:36.389588 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f4f31fc0-29aa-48de-b957-8deddb33166a req-56654093-d329-4470-80ea-c32421042ff3 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0826638 Mar 04 00:50:36.447377 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f4f31fc0-29aa-48de-b957-8deddb33166a req-8bd9d135-d8a6-4ef3-9d8c-6e5c928a11fc tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568709 Mar 04 00:50:37.469245 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2be685-935c-4887-b914-981318284607 req-8e8aaaa8-a2e7-4737-867c-65a78158f6db tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:37.471058 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4a2be685-935c-4887-b914-981318284607 req-8e8aaaa8-a2e7-4737-867c-65a78158f6db tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 944 time: 0.1367323 Mar 04 00:50:37.523864 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4a2be685-935c-4887-b914-981318284607 req-d11e0ce5-a9e9-45fe-acc2-7c996e17d010 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460541 Mar 04 00:50:37.646762 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518d87-5050-47d4-b6c9-43bb51c3b45e req-38ba7e9e-f5d0-4def-9897-83b7be8effe2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:37.648313 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-91518d87-5050-47d4-b6c9-43bb51c3b45e req-38ba7e9e-f5d0-4def-9897-83b7be8effe2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0607591 Mar 04 00:50:37.700102 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-91518d87-5050-47d4-b6c9-43bb51c3b45e req-942fe88a-2287-4b39-a3cb-d5f2ecb3031f tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461819 Mar 04 00:50:38.668894 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826856d-6765-4a97-a9d2-dfb073ece918 req-4774fb91-008d-4885-a0ce-bde7ee5f04c7 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:38.671345 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f826856d-6765-4a97-a9d2-dfb073ece918 req-4774fb91-008d-4885-a0ce-bde7ee5f04c7 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 944 time: 0.0620823 Mar 04 00:50:38.736657 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f826856d-6765-4a97-a9d2-dfb073ece918 req-5c724935-ca1b-4318-85f5-f0ce352623df tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597239 Mar 04 00:50:38.902162 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e445f7a-1a09-4d5c-a9c0-d4712f739288 req-30598f8e-9c3f-4a00-a9d8-539558845f9e tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:38.904713 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7e445f7a-1a09-4d5c-a9c0-d4712f739288 req-30598f8e-9c3f-4a00-a9d8-539558845f9e tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0893865 Mar 04 00:50:38.960641 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7e445f7a-1a09-4d5c-a9c0-d4712f739288 req-d02b39e9-3cc0-4f99-aed3-874cba05f923 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494328 Mar 04 00:50:39.266265 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 9900c7e8-46c3-482d-8598-e9f9b4103047 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:50:39.327011 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port 9900c7e8-46c3-482d-8598-e9f9b4103047 completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:50:39.331612 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 9900c7e8-46c3-482d-8598-e9f9b4103047 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:50:39.331999 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (9900c7e8-46c3-482d-8598-e9f9b4103047), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:39.415241 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 9900c7e8-46c3-482d-8598-e9f9b4103047 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:50:39.415783 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (9900c7e8-46c3-482d-8598-e9f9b4103047), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:39.440178 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e67b90-952b-4414-9a84-f70a567756c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9900c7e8-46c3-482d-8598-e9f9b4103047'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:50:39.443094 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f437f5-7871-4ba7-97f7-199612f6774b" -d '{"events": [{"server_uuid": "d2e67b90-952b-4414-9a84-f70a567756c6", "name": "network-vif-plugged", "status": "completed", "tag": "9900c7e8-46c3-482d-8598-e9f9b4103047"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:50:39.457228 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 9900c7e8-46c3-482d-8598-e9f9b4103047, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9900c7e8-46c3-482d-8598-e9f9b4103047,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:50:39.461954 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (9900c7e8-46c3-482d-8598-e9f9b4103047), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:39.493158 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca832820-8719-4a77-a2e7-6d15d3a4d0ee x-openstack-request-id: req-ca832820-8719-4a77-a2e7-6d15d3a4d0ee {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:50:39.493721 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e67b90-952b-4414-9a84-f70a567756c6", "name": "network-vif-plugged", "status": "completed", "tag": "9900c7e8-46c3-482d-8598-e9f9b4103047", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:50:39.494147 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca832820-8719-4a77-a2e7-6d15d3a4d0ee {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:50:39.494695 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e67b90-952b-4414-9a84-f70a567756c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9900c7e8-46c3-482d-8598-e9f9b4103047', 'code': 200} Mar 04 00:50:39.525535 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=9900c7e8-46c3-482d-8598-e9f9b4103047,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:39.872777 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f62347-d505-4372-9db3-8ede7c70cfd2 req-ef37c87d-2af8-4e8c-9b29-82c2e53ad4d8 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:39.874463 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-76f62347-d505-4372-9db3-8ede7c70cfd2 req-ef37c87d-2af8-4e8c-9b29-82c2e53ad4d8 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 945 time: 0.0591779 Mar 04 00:50:39.923399 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-76f62347-d505-4372-9db3-8ede7c70cfd2 req-2d2d1cfb-06b2-4589-afa9-e694cb13cc9e tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432804 Mar 04 00:50:40.086437 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca929872-7e44-4b05-9ce1-32db37d5266d req-7f4cfbd0-ddb8-4ee4-84ef-cc7e0453c86c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:40.088758 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ca929872-7e44-4b05-9ce1-32db37d5266d req-7f4cfbd0-ddb8-4ee4-84ef-cc7e0453c86c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0560851 Mar 04 00:50:40.159869 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ca929872-7e44-4b05-9ce1-32db37d5266d req-b8df1ecd-dde0-4850-820f-79e0e901bf13 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652127 Mar 04 00:50:41.063426 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b123bd2-0765-4eaf-b14d-b4229f520304 req-5a6bd71e-1bd2-4ea2-ad82-b89616ef3a0f tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:41.065070 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8b123bd2-0765-4eaf-b14d-b4229f520304 req-5a6bd71e-1bd2-4ea2-ad82-b89616ef3a0f tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 945 time: 0.0722315 Mar 04 00:50:41.122447 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8b123bd2-0765-4eaf-b14d-b4229f520304 req-2cdccbcb-42e1-4ad5-82f5-0a30b0895d5b tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481091 Mar 04 00:50:41.288492 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2f43b-da36-4aac-b748-e9d1e3fcd7ad req-0850e027-6583-4f43-88c2-6877d0892ed2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:41.290189 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-17c2f43b-da36-4aac-b748-e9d1e3fcd7ad req-0850e027-6583-4f43-88c2-6877d0892ed2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0544591 Mar 04 00:50:41.340810 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-17c2f43b-da36-4aac-b748-e9d1e3fcd7ad req-021c867e-6d17-4339-a226-a0f1647df261 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430465 Mar 04 00:50:42.284829 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119e681-a221-4b1b-83fb-6b64aab13f4f req-0f1336df-75f2-45dd-a199-01de692d32be tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:42.286755 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4119e681-a221-4b1b-83fb-6b64aab13f4f req-0f1336df-75f2-45dd-a199-01de692d32be tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 945 time: 0.0849574 Mar 04 00:50:42.364749 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4119e681-a221-4b1b-83fb-6b64aab13f4f req-85db6d5a-4e71-4922-b606-08dae27a128b tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568707 Mar 04 00:50:42.486618 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab846ad0-a1fd-4931-af49-e9e3e1b8bbfd req-289598a3-0d57-4ffc-b15f-a67f157f0067 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:42.489428 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ab846ad0-a1fd-4931-af49-e9e3e1b8bbfd req-289598a3-0d57-4ffc-b15f-a67f157f0067 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0563023 Mar 04 00:50:42.550641 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ab846ad0-a1fd-4931-af49-e9e3e1b8bbfd req-e9298585-1219-4325-b0ce-54d7888175c5 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537426 Mar 04 00:50:42.795719 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083ec23-2429-410d-81a9-c9871aa5f03b req-28051404-15e7-4275-aa62-a844257266cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:42.797981 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1083ec23-2429-410d-81a9-c9871aa5f03b req-28051404-15e7-4275-aa62-a844257266cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 1129 time: 0.0488391 Mar 04 00:50:42.860780 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1083ec23-2429-410d-81a9-c9871aa5f03b req-86e2add4-37a5-4ee5-9c01-2bf7344e7ddb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519037 Mar 04 00:50:43.489743 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1cc81-e2f9-4e77-97c1-6275416b9d38 req-341f2e4e-b6b7-46fa-8934-88496f6794e7 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:43.491445 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e7c1cc81-e2f9-4e77-97c1-6275416b9d38 req-341f2e4e-b6b7-46fa-8934-88496f6794e7 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 945 time: 0.0555153 Mar 04 00:50:43.548457 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e7c1cc81-e2f9-4e77-97c1-6275416b9d38 req-a8f4a009-94fa-4b17-808b-3e43b10ebfd2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503387 Mar 04 00:50:43.679334 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9f05f-35f3-446f-8c7e-7aec5668b56d req-1d56dac0-7b72-423d-9b6e-4a561f43debb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:43.681508 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1fc9f05f-35f3-446f-8c7e-7aec5668b56d req-1d56dac0-7b72-423d-9b6e-4a561f43debb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0599732 Mar 04 00:50:43.761370 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1fc9f05f-35f3-446f-8c7e-7aec5668b56d req-dba162f8-7e8b-45ea-850b-ab8582599319 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724394 Mar 04 00:50:43.778714 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1de0d5-e5a7-4145-b4aa-7b747cefe5aa req-0961854a-f183-435b-9285-04262744e033 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:43.780180 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-dd1de0d5-e5a7-4145-b4aa-7b747cefe5aa req-0961854a-f183-435b-9285-04262744e033 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0725722 Mar 04 00:50:43.831227 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-dd1de0d5-e5a7-4145-b4aa-7b747cefe5aa req-20ead75c-d132-4361-a14f-69ff248eefcb tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428388 Mar 04 00:50:44.682186 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187d456-e94d-4e84-bd70-9b26f87992a0 req-7c31da2b-8efd-42b0-a53a-82c50e7e7cc9 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:44.683818 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8187d456-e94d-4e84-bd70-9b26f87992a0 req-7c31da2b-8efd-42b0-a53a-82c50e7e7cc9 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 945 time: 0.0563738 Mar 04 00:50:44.734037 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8187d456-e94d-4e84-bd70-9b26f87992a0 req-b01e96e6-8ae0-4c39-99de-f64bf4ea0922 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430329 Mar 04 00:50:44.915386 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3205c-072b-4f06-8be9-065968152f82 req-ad4e267c-f03d-45f1-a302-ad0672de6833 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:44.922431 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-66d3205c-072b-4f06-8be9-065968152f82 req-ad4e267c-f03d-45f1-a302-ad0672de6833 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0930524 Mar 04 00:50:45.025440 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-66d3205c-072b-4f06-8be9-065968152f82 req-8d9e143d-3f20-4449-8a21-e33e5a705f9d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010897 Mar 04 00:50:45.049644 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77609340-202f-4b72-95fb-948c041b2dff req-754beeb3-2322-4f03-9bfc-8bf3f21e61eb tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:45.060944 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-77609340-202f-4b72-95fb-948c041b2dff req-754beeb3-2322-4f03-9bfc-8bf3f21e61eb tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.1354320 Mar 04 00:50:45.107674 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-77609340-202f-4b72-95fb-948c041b2dff req-43c97af8-fed0-4521-95fe-30025d7d4cc3 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458794 Mar 04 00:50:45.761358 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa8371-1085-448d-84fd-8f6fa408a3d7 req-5338d5e6-7b11-456b-8049-4873c1f7919d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:45.762867 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cdaa8371-1085-448d-84fd-8f6fa408a3d7 req-5338d5e6-7b11-456b-8049-4873c1f7919d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0524192 Mar 04 00:50:45.858148 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cdaa8371-1085-448d-84fd-8f6fa408a3d7 req-bdae6c9c-5280-4ddb-9ef2-a623da3c9f25 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893159 Mar 04 00:50:45.885388 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee39b26-7c81-40d0-a57c-678bb5de072a req-8e8fc7e4-999a-4924-bca2-54b0b757992b tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:45.886955 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4ee39b26-7c81-40d0-a57c-678bb5de072a req-8e8fc7e4-999a-4924-bca2-54b0b757992b tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 945 time: 0.0808115 Mar 04 00:50:45.949855 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4ee39b26-7c81-40d0-a57c-678bb5de072a req-dd19b316-f914-41c1-9f84-ee760a6fd9c2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555301 Mar 04 00:50:45.983558 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a43681-c9eb-4cde-8115-ac20451061f5 req-d6605523-7aab-41a7-9edc-aa1ff18d1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:45.985096 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-23a43681-c9eb-4cde-8115-ac20451061f5 req-d6605523-7aab-41a7-9edc-aa1ff18d1d9e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 1130 time: 0.0470562 Mar 04 00:50:46.029376 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-23a43681-c9eb-4cde-8115-ac20451061f5 req-54d0173c-75c7-4509-8b38-c2abb62ca5ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372205 Mar 04 00:50:46.161589 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2ac1d-14c0-41bf-9baf-ed7319a2b7c6 req-a9439e23-f955-446b-b5b1-2f4228cd84a0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:46.163271 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-67e2ac1d-14c0-41bf-9baf-ed7319a2b7c6 req-a9439e23-f955-446b-b5b1-2f4228cd84a0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0660484 Mar 04 00:50:46.262979 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-67e2ac1d-14c0-41bf-9baf-ed7319a2b7c6 req-5c35362e-6cc4-4ded-b061-c74f7a2cd256 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937059 Mar 04 00:50:46.278998 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77412b-5580-4a14-b5a6-2371473f4ee9 req-8c2cef75-66b5-44cd-8e68-777d2bf1d950 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:46.280557 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7e77412b-5580-4a14-b5a6-2371473f4ee9 req-8c2cef75-66b5-44cd-8e68-777d2bf1d950 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0886450 Mar 04 00:50:46.327157 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7e77412b-5580-4a14-b5a6-2371473f4ee9 req-486b55e3-692c-4944-a263-770dd836e3b7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411870 Mar 04 00:50:46.332217 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45830) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:46.378061 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5a2c90-5123-42ae-b30d-6aae93b80740 admin admin] Deleting subnet 0bf26d52-3885-4c66-a01e-d3dea948abfa {{(pid=109681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 00:50:46.381607 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2c90-5123-42ae-b30d-6aae93b80740 admin admin] Publish callbacks [] for subnet (0bf26d52-3885-4c66-a01e-d3dea948abfa), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:46.414851 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2c90-5123-42ae-b30d-6aae93b80740 admin admin] Publish callbacks [] for subnet (0bf26d52-3885-4c66-a01e-d3dea948abfa), precommit_delete_associations {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:46.420316 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2c90-5123-42ae-b30d-6aae93b80740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15850908'] for subnet (0bf26d52-3885-4c66-a01e-d3dea948abfa), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:46.470165 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2c90-5123-42ae-b30d-6aae93b80740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15850899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for subnet (0bf26d52-3885-4c66-a01e-d3dea948abfa), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:46.493772 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a2c90-5123-42ae-b30d-6aae93b80740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bf26d52-3885-4c66-a01e-d3dea948abfa,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:46.499543 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2c90-5123-42ae-b30d-6aae93b80740 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:46.502640 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-ec5a2c90-5123-42ae-b30d-6aae93b80740 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0bf26d52-3885-4c66-a01e-d3dea948abfa HTTP/1.1" status: 204 len: 168 time: 0.1694462 Mar 04 00:50:46.505558 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45836) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:46.579064 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16661095'] for network (e5271ac3-8251-46fc-83f9-34168f7c7413), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:46.665926 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16753767', 'neutron.services.segments.db._delete_segments_for_network-8742061486749'] for network (e5271ac3-8251-46fc-83f9-34168f7c7413), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:46.686859 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:50:46.687203 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:50:46.687948 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:50:46.688295 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Subscribe: > port after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:50:46.688633 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:50:46.688974 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Subscribe: > port after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:50:46.689299 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:50:46.689614 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:50:46.689958 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:50:46.690988 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:50:46.755502 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:50:46.755852 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:50:46.756188 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:50:46.756522 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:50:46.756897 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.services.segments.db [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5271ac3-8251-46fc-83f9-34168f7c7413']}} {{(pid=109681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:46.776385 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.services.segments.db [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac803cd-ad47-46e4-a3d3-57fa52093b76') {'for_net_delete': True} {{(pid=109681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:46.777044 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.services.segments.db [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac803cd-ad47-46e4-a3d3-57fa52093b76') {} {{(pid=109681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:50:46.796941 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742061490342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25765876'] for segment (3ac803cd-ad47-46e4-a3d3-57fa52093b76), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:46.816784 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (3ac803cd-ad47-46e4-a3d3-57fa52093b76), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:46.824459 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 00:50:46.824855 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26164150'] for segment (3ac803cd-ad47-46e4-a3d3-57fa52093b76), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: from cryptography.utils import int_from_bytes Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: from cryptography.utils import int_from_bytes Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: Traceback (most recent call last): Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: timer() Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: cb(*args, **kw) Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: return func(*args, **kwargs) Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: self._notify() Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: self.callback(batched_events) Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: event.method(event) Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: return f(self, *a, **k) Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: return self._get(url).json() Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: return self.request(url, 'GET', **kwargs) Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 00:50:46.828708 dv-cinder-812685-7-iscsi neutron-server[109681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 00:50:46.883279 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16753694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542029'] for network (e5271ac3-8251-46fc-83f9-34168f7c7413), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:46.891166 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:46.894447 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e5271ac3-8251-46fc-83f9-34168f7c7413 HTTP/1.1" status: 204 len: 168 time: 0.3878591 Mar 04 00:50:46.906001 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff31f3-e7c5-47ad-ad58-c2275a1a5d77 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5271ac3-8251-46fc-83f9-34168f7c7413,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:47.000570 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d069a-c662-444b-a0b1-d6912311e8bc req-e37e33af-6a46-43b4-9d1c-4c736129491c tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:47.002094 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c02d069a-c662-444b-a0b1-d6912311e8bc req-e37e33af-6a46-43b4-9d1c-4c736129491c tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0570934 Mar 04 00:50:47.058760 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c02d069a-c662-444b-a0b1-d6912311e8bc req-c383b3dd-07fc-4eca-a025-c77f6bea66e4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505161 Mar 04 00:50:47.090455 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45846) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:47.132460 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-b4eacd87-b360-4a42-b823-feb49f52118c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b89941b9dd044e18d5b92efe8eac973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408609 Mar 04 00:50:47.134879 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45848) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:47.180519 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f1be934f-6407-453a-8694-ef34db789253 admin admin] Publish callbacks [] for security_group (6fb4dcdc-b4bf-49f0-a8d2-460b3d654851), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:47.202181 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f1be934f-6407-453a-8694-ef34db789253 admin admin] Publish callbacks [] for security_group (6fb4dcdc-b4bf-49f0-a8d2-460b3d654851), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:47.252352 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f1be934f-6407-453a-8694-ef34db789253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (6fb4dcdc-b4bf-49f0-a8d2-460b3d654851), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:47.255536 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f1be934f-6407-453a-8694-ef34db789253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:47.256693 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-f1be934f-6407-453a-8694-ef34db789253 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fb4dcdc-b4bf-49f0-a8d2-460b3d654851 HTTP/1.1" status: 204 len: 168 time: 0.1209345 Mar 04 00:50:47.264999 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be934f-6407-453a-8694-ef34db789253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb4dcdc-b4bf-49f0-a8d2-460b3d654851,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:47.388744 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148090e-cd58-47ec-9d97-a71b97b3cda2 req-f9c62db5-b34c-4f6b-920b-4435c7f46800 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:47.390547 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5148090e-cd58-47ec-9d97-a71b97b3cda2 req-f9c62db5-b34c-4f6b-920b-4435c7f46800 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0535426 Mar 04 00:50:47.450137 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5148090e-cd58-47ec-9d97-a71b97b3cda2 req-1f407751-f2f3-46c4-88d9-0c408e91002d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528085 Mar 04 00:50:47.574991 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe699447-94ce-404f-a70d-e3628a8e301c req-b39a6b21-d0bf-4389-bc7c-e160aaddc0cb tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:47.578287 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fe699447-94ce-404f-a70d-e3628a8e301c req-b39a6b21-d0bf-4389-bc7c-e160aaddc0cb tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0590961 Mar 04 00:50:47.660347 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fe699447-94ce-404f-a70d-e3628a8e301c req-e201a2a3-7930-41aa-8cce-e4ec1aea02ef tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776203 Mar 04 00:50:48.188558 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5029b9f-c74c-4530-8886-f671d231bb7c req-1e70ae06-12e8-4537-8fd0-e5c8b487fcf1 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:48.190432 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c5029b9f-c74c-4530-8886-f671d231bb7c req-1e70ae06-12e8-4537-8fd0-e5c8b487fcf1 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0551121 Mar 04 00:50:48.242537 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c5029b9f-c74c-4530-8886-f671d231bb7c req-22e6514c-a2c6-4b90-9d4b-0cef75cf699b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457928 Mar 04 00:50:48.574288 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64aa34-757f-452e-a33b-18721a4ab6be req-abaaf3c2-9f55-46c3-98f1-32b0df55fda2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:48.575748 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bc64aa34-757f-452e-a33b-18721a4ab6be req-abaaf3c2-9f55-46c3-98f1-32b0df55fda2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0561616 Mar 04 00:50:48.621078 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bc64aa34-757f-452e-a33b-18721a4ab6be req-113de08b-5100-49b6-87d6-b6c650b3ac14 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396447 Mar 04 00:50:48.790926 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9190a96-3764-4505-9384-66698f0e351f req-ae25759b-c0fe-4656-8174-7cf5f86d24c7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:48.792582 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d9190a96-3764-4505-9384-66698f0e351f req-ae25759b-c0fe-4656-8174-7cf5f86d24c7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0535202 Mar 04 00:50:48.880416 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0b73-7814-4764-9365-4ba717893d45 req-6bfc0746-a1a1-4ebd-be9a-daa746eb9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:48.881980 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-907c0b73-7814-4764-9365-4ba717893d45 req-6bfc0746-a1a1-4ebd-be9a-daa746eb9f9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97777a0e50ee43a789483f661b2f59b5&device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 1130 time: 0.0529084 Mar 04 00:50:48.886856 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d9190a96-3764-4505-9384-66698f0e351f req-db08f1b2-94f6-4092-bbb2-a55e15cbf8db tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845988 Mar 04 00:50:48.907400 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ded2e-f9c0-439b-a792-e7b64126a358 req-d88c6bb7-7a14-4227-bfec-08d2dd9d7cd7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:48.914897 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c24ded2e-f9c0-439b-a792-e7b64126a358 req-d88c6bb7-7a14-4227-bfec-08d2dd9d7cd7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0833204 Mar 04 00:50:48.967151 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c24ded2e-f9c0-439b-a792-e7b64126a358 req-c0bcab00-5247-40f8-9a14-27c4d9703814 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502477 Mar 04 00:50:49.001126 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0b73-7814-4764-9365-4ba717893d45 req-330450c6-8682-49bf-87fb-00673d01b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:49.002645 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-907c0b73-7814-4764-9365-4ba717893d45 req-330450c6-8682-49bf-87fb-00673d01b21f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a120380f-d8d5-4336-87ba-fbc40370628a HTTP/1.1" status: 200 len: 920 time: 0.1111155 Mar 04 00:50:49.055477 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-907c0b73-7814-4764-9365-4ba717893d45 req-60c77d6d-558c-4c55-be04-7767b3d8eba8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ef2292-f07e-4efe-8a3a-d69e95b94ca3 HTTP/1.1" status: 200 len: 217 time: 0.0400746 Mar 04 00:50:49.095018 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 45926) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:49.110962 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0b73-7814-4764-9365-4ba717893d45 req-dd819a50-4298-484f-a42a-eb1ece4b9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:49.112439 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-907c0b73-7814-4764-9365-4ba717893d45 req-dd819a50-4298-484f-a42a-eb1ece4b9e3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb0e4b2c-c237-4083-952e-e79dff5b7688 HTTP/1.1" status: 200 len: 859 time: 0.0505052 Mar 04 00:50:49.148478 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-907c0b73-7814-4764-9365-4ba717893d45 req-1000a05c-d22a-44cd-973a-e3e61ba0703e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a120380f-d8d5-4336-87ba-fbc40370628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254984 Mar 04 00:50:49.222687 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-4e1134a4-ed34-4e9c-a52c-15f92ef3e330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:49.291648 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-907c0b73-7814-4764-9365-4ba717893d45 req-db24c6a7-f43b-4f8a-a48e-6b7e96d2c905 service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304603 Mar 04 00:50:49.366760 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1d67f-16a9-4ab8-9597-115ace8e4ac6 req-11172ab6-cdde-4459-a0c7-551a367bc84b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:49.368847 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-beb1d67f-16a9-4ab8-9597-115ace8e4ac6 req-11172ab6-cdde-4459-a0c7-551a367bc84b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0531712 Mar 04 00:50:49.378595 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-4e1134a4-ed34-4e9c-a52c-15f92ef3e330 admin admin] Publish callbacks [] for security_group (f130ef48-c31f-4bbb-b83e-01e70f3fecf1), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:49.384239 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-4e1134a4-ed34-4e9c-a52c-15f92ef3e330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (f130ef48-c31f-4bbb-b83e-01e70f3fecf1), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:49.417760 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-beb1d67f-16a9-4ab8-9597-115ace8e4ac6 req-edb54198-f9bb-4ef4-831d-793d3fe78186 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417175 Mar 04 00:50:49.445824 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-4e1134a4-ed34-4e9c-a52c-15f92ef3e330 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22bc85bf59d3457aa04fa465280a713d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488090 Mar 04 00:50:49.447785 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45938) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:49.449635 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-907c0b73-7814-4764-9365-4ba717893d45 req-9829afe2-dd67-42ae-9524-9c4ea3e4f973 service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462021 Mar 04 00:50:49.450391 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1134a4-ed34-4e9c-a52c-15f92ef3e330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f130ef48-c31f-4bbb-b83e-01e70f3fecf1,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:49.456295 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-56b31aa4-5f50-460a-ab5c-d16dfe99f46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:49.498768 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-0a7f54c2-6f7d-42b8-bdce-cd08c8fa0abd admin admin] Publish callbacks [] for security_group (f130ef48-c31f-4bbb-b83e-01e70f3fecf1), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:49.526179 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-0a7f54c2-6f7d-42b8-bdce-cd08c8fa0abd admin admin] Publish callbacks [] for security_group (f130ef48-c31f-4bbb-b83e-01e70f3fecf1), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:49.571664 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-0a7f54c2-6f7d-42b8-bdce-cd08c8fa0abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (f130ef48-c31f-4bbb-b83e-01e70f3fecf1), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:49.574180 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-0a7f54c2-6f7d-42b8-bdce-cd08c8fa0abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:49.575297 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-0a7f54c2-6f7d-42b8-bdce-cd08c8fa0abd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f130ef48-c31f-4bbb-b83e-01e70f3fecf1 HTTP/1.1" status: 204 len: 168 time: 0.1265738 Mar 04 00:50:49.584290 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f54c2-6f7d-42b8-bdce-cd08c8fa0abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f130ef48-c31f-4bbb-b83e-01e70f3fecf1,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:50.028745 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae56ab-c4c0-4c0d-a7c8-81b566d16024 req-f9237e8d-aaf0-4975-aa66-66883a14a488 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:50.030277 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a7ae56ab-c4c0-4c0d-a7c8-81b566d16024 req-f9237e8d-aaf0-4975-aa66-66883a14a488 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0605602 Mar 04 00:50:50.116372 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a7ae56ab-c4c0-4c0d-a7c8-81b566d16024 req-5946f293-48b0-4fbd-bec3-a39ee032b547 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779667 Mar 04 00:50:50.133969 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c062412-4adb-4b18-89f8-bafafea07db6 req-fffcd0a9-d157-4d6c-8f8a-c5543c87f74c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:50.138256 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0c062412-4adb-4b18-89f8-bafafea07db6 req-fffcd0a9-d157-4d6c-8f8a-c5543c87f74c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1018300 Mar 04 00:50:50.187197 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0c062412-4adb-4b18-89f8-bafafea07db6 req-f0393101-7b8c-403f-999e-609e6a125fd4 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439820 Mar 04 00:50:50.541101 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c3d9a-23ab-453e-8fb3-7472cd9062f6 req-b4ce9633-7b52-4348-9a61-a7c31cb90840 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:50.542524 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-587c3d9a-23ab-453e-8fb3-7472cd9062f6 req-b4ce9633-7b52-4348-9a61-a7c31cb90840 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0564830 Mar 04 00:50:50.591000 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-587c3d9a-23ab-453e-8fb3-7472cd9062f6 req-887ddb51-86b6-4452-a9e1-7f55be6c2ff8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426295 Mar 04 00:50:50.972193 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 45998) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:51.075721 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c44f5443-0f47-4cac-a6a4-6ff5588b342e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:51.153133 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c44f5443-0f47-4cac-a6a4-6ff5588b342e admin admin] Publish callbacks [] for security_group (355d289a-5828-49ba-b5eb-c43d0e0b6c22), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:51.165088 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c44f5443-0f47-4cac-a6a4-6ff5588b342e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (355d289a-5828-49ba-b5eb-c43d0e0b6c22), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:51.206856 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-c44f5443-0f47-4cac-a6a4-6ff5588b342e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c64810c943b4a509565aee27c11d80d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335894 Mar 04 00:50:51.210173 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 46008) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:51.221655 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f5443-0f47-4cac-a6a4-6ff5588b342e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355d289a-5828-49ba-b5eb-c43d0e0b6c22,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:51.271092 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80dfce-a6f9-42db-8d5f-cf761a1c882b req-3c0d17b9-8563-4b6c-9ba7-3df194fed294 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:51.272640 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9e80dfce-a6f9-42db-8d5f-cf761a1c882b req-3c0d17b9-8563-4b6c-9ba7-3df194fed294 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0822558 Mar 04 00:50:51.273469 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-16de68b0-171f-42bd-82fd-dbfea45c2b16 admin admin] Publish callbacks [] for security_group (355d289a-5828-49ba-b5eb-c43d0e0b6c22), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:51.294583 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-16de68b0-171f-42bd-82fd-dbfea45c2b16 admin admin] Publish callbacks [] for security_group (355d289a-5828-49ba-b5eb-c43d0e0b6c22), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:51.340963 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-16de68b0-171f-42bd-82fd-dbfea45c2b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (355d289a-5828-49ba-b5eb-c43d0e0b6c22), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:51.343810 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-16de68b0-171f-42bd-82fd-dbfea45c2b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:51.345011 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-16de68b0-171f-42bd-82fd-dbfea45c2b16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/355d289a-5828-49ba-b5eb-c43d0e0b6c22 HTTP/1.1" status: 204 len: 168 time: 0.1338127 Mar 04 00:50:51.352360 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9e80dfce-a6f9-42db-8d5f-cf761a1c882b req-e945fc04-94f1-40c6-b42d-0696a01a0150 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690839 Mar 04 00:50:51.352690 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de68b0-171f-42bd-82fd-dbfea45c2b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355d289a-5828-49ba-b5eb-c43d0e0b6c22,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:51.359971 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77bf44-be48-4bb3-ac2e-701ae068f9bd req-d42452ad-a5f6-4bee-812c-1bbd662e7776 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:51.361440 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3f77bf44-be48-4bb3-ac2e-701ae068f9bd req-d42452ad-a5f6-4bee-812c-1bbd662e7776 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0877445 Mar 04 00:50:51.416210 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3f77bf44-be48-4bb3-ac2e-701ae068f9bd req-fe2aed8d-4171-4c5f-9152-90b95c993edb tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480080 Mar 04 00:50:51.702222 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-df5e4053-b266-4a40-a997-8726be4f0f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:51.735416 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfdb28-f791-41c7-9b0d-c2ef0d988b39 req-8afcaa68-141c-48be-ad4b-9ff0a61ba4c3 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:51.737204 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-64dfdb28-f791-41c7-9b0d-c2ef0d988b39 req-8afcaa68-141c-48be-ad4b-9ff0a61ba4c3 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0668814 Mar 04 00:50:51.792045 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-64dfdb28-f791-41c7-9b0d-c2ef0d988b39 req-8963e7dd-3989-4059-b02a-a6b9435d8cc5 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486941 Mar 04 00:50:52.045281 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 46046) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:52.149491 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-b90d376b-63fd-4ea1-9309-aed3b55a8af2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1047105282-network', 'tenant_id': '9568f151b7c24aef8b468a435856bcd1'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:52.181703 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90d376b-63fd-4ea1-9309-aed3b55a8af2 admin admin] Made reservation on behalf of 9568f151b7c24aef8b468a435856bcd1 for: {'network': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:50:52.184464 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b90d376b-63fd-4ea1-9309-aed3b55a8af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:52.199331 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b90d376b-63fd-4ea1-9309-aed3b55a8af2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:52.280322 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b90d376b-63fd-4ea1-9309-aed3b55a8af2 admin admin] Publish callbacks [] for security_group (701fb9ff-08aa-424a-8be8-10c1f06295be), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:52.283890 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b90d376b-63fd-4ea1-9309-aed3b55a8af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (701fb9ff-08aa-424a-8be8-10c1f06295be), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:52.311460 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90d376b-63fd-4ea1-9309-aed3b55a8af2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=109680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:50:52.320257 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d376b-63fd-4ea1-9309-aed3b55a8af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701fb9ff-08aa-424a-8be8-10c1f06295be,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:52.326056 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b90d376b-63fd-4ea1-9309-aed3b55a8af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (cb8623a0-5ac4-460c-822f-9b8a857072b2), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:52.326399 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.segments_db [None req-b90d376b-63fd-4ea1-9309-aed3b55a8af2 admin admin] Added segment cb8623a0-5ac4-460c-822f-9b8a857072b2 of type vlan for network 5b1c10b5-a958-4437-8008-75286e22fa84 Mar 04 00:50:52.365392 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b90d376b-63fd-4ea1-9309-aed3b55a8af2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (5b1c10b5-a958-4437-8008-75286e22fa84), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:52.389125 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b90d376b-63fd-4ea1-9309-aed3b55a8af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (5b1c10b5-a958-4437-8008-75286e22fa84), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:52.390421 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90d376b-63fd-4ea1-9309-aed3b55a8af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:52.391013 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b90d376b-63fd-4ea1-9309-aed3b55a8af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:52.443435 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-b90d376b-63fd-4ea1-9309-aed3b55a8af2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3969667 Mar 04 00:50:52.446246 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 46060) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:50:52.454757 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d376b-63fd-4ea1-9309-aed3b55a8af2 admin admin] Pushing event updated for resources: {'Network': ['ID=5b1c10b5-a958-4437-8008-75286e22fa84,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:52.465150 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network 5b1c10b5-a958-4437-8008-75286e22fa84 details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:50:52.475042 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-7fd0cb2d-006f-4255-a8d7-c3fde852ffb9 admin admin] Request body: {'subnet': {'network_id': '5b1c10b5-a958-4437-8008-75286e22fa84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1047105282-subnet', 'tenant_id': '9568f151b7c24aef8b468a435856bcd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:52.509344 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd0cb2d-006f-4255-a8d7-c3fde852ffb9 admin admin] Made reservation on behalf of 9568f151b7c24aef8b468a435856bcd1 for: {'subnet': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:50:52.511847 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7fd0cb2d-006f-4255-a8d7-c3fde852ffb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3906160'] for subnet (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:52.583683 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16ac78-fb36-48a8-94af-9eaa4ff8dd2e req-7700e2e7-e18f-42ba-8430-ca46530033a7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:52.585102 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bc16ac78-fb36-48a8-94af-9eaa4ff8dd2e req-7700e2e7-e18f-42ba-8430-ca46530033a7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.1510470 Mar 04 00:50:52.660860 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a51fc-dbd5-4104-bcc3-e2d379e6b390 req-947aacbb-2550-47f5-b348-17c535f22b5b tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:52.662373 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-931a51fc-dbd5-4104-bcc3-e2d379e6b390 req-947aacbb-2550-47f5-b348-17c535f22b5b tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1656046 Mar 04 00:50:52.688225 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bc16ac78-fb36-48a8-94af-9eaa4ff8dd2e req-256ceb62-3551-4af9-ac06-e9e07c2569f8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949080 Mar 04 00:50:52.753955 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-931a51fc-dbd5-4104-bcc3-e2d379e6b390 req-057d9c11-309d-4855-9882-6a43d6707ec8 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845675 Mar 04 00:50:52.777751 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:52.802881 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7fd0cb2d-006f-4255-a8d7-c3fde852ffb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26164015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3906114'] for subnet (ae8a6f6c-a0a7-47dc-a7bd-9b5c6e406903), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:52.867459 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0cb2d-006f-4255-a8d7-c3fde852ffb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae8a6f6c-a0a7-47dc-a7bd-9b5c6e406903,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:52.901324 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd0cb2d-006f-4255-a8d7-c3fde852ffb9 admin admin] Checking segment: {'id': 'cb8623a0-5ac4-460c-822f-9b8a857072b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b1c10b5-a958-4437-8008-75286e22fa84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:50:52.901723 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd0cb2d-006f-4255-a8d7-c3fde852ffb9 admin admin] Network hostable DHCP agents. Network: 5b1c10b5-a958-4437-8008-75286e22fa84, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:50:52.924888 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd0cb2d-006f-4255-a8d7-c3fde852ffb9 admin admin] Network 5b1c10b5-a958-4437-8008-75286e22fa84 is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:50:52.940672 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc24ca8-9c64-4ec4-a059-7433f333625e req-fb10482e-d295-4e66-82ad-f739c69b5b50 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:52.946840 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0bc24ca8-9c64-4ec4-a059-7433f333625e req-fb10482e-d295-4e66-82ad-f739c69b5b50 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0822084 Mar 04 00:50:52.949272 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-7fd0cb2d-006f-4255-a8d7-c3fde852ffb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, 5b1c10b5-a958-4437-8008-75286e22fa84) {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:50:52.958399 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd0cb2d-006f-4255-a8d7-c3fde852ffb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:52.959486 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7fd0cb2d-006f-4255-a8d7-c3fde852ffb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:52.960227 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8147ce-45b9-4d2e-96df-355164808e01 None None] Network 5b1c10b5-a958-4437-8008-75286e22fa84 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:50:52.995883 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-7fd0cb2d-006f-4255-a8d7-c3fde852ffb9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5485947 Mar 04 00:50:53.050243 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0bc24ca8-9c64-4ec4-a059-7433f333625e req-42edae9e-6d09-491c-af10-836699cafcf8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837152 Mar 04 00:50:53.093681 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c88458-c615-4d5e-a749-cdf7c8d46ceb None None] Network 5b1c10b5-a958-4437-8008-75286e22fa84 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:50:53.813151 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096463c9-7400-4a19-ba45-8241d4ca9176 req-4852c683-405f-4240-88e0-5831e025f0c7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:53.814671 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-096463c9-7400-4a19-ba45-8241d4ca9176 req-4852c683-405f-4240-88e0-5831e025f0c7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0544746 Mar 04 00:50:53.861239 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-096463c9-7400-4a19-ba45-8241d4ca9176 req-76bf7c96-a1d3-4729-8362-a436be5e3877 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406156 Mar 04 00:50:54.087431 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:54.174016 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40d393-dc80-478b-9857-8379261dd4b7 req-605e491c-be11-4da7-b35b-b9c2df401f18 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:54.175511 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8c40d393-dc80-478b-9857-8379261dd4b7 req-605e491c-be11-4da7-b35b-b9c2df401f18 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0522707 Mar 04 00:50:54.249340 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8c40d393-dc80-478b-9857-8379261dd4b7 req-d312fc2e-8a78-4dc8-8df1-1ae148b02aa3 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675557 Mar 04 00:50:54.263728 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ceb29-32da-45aa-aef9-2ae00c16961f req-6a34779f-9e53-412e-9476-d653e2b3aed8 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:54.265445 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d90ceb29-32da-45aa-aef9-2ae00c16961f req-6a34779f-9e53-412e-9476-d653e2b3aed8 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0707295 Mar 04 00:50:54.314161 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d90ceb29-32da-45aa-aef9-2ae00c16961f req-39696b89-ec86-4b33-804b-bbe4e9be9ba2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426550 Mar 04 00:50:55.116108 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b50e9-e356-4f13-a50a-56d019a7d6c7 req-99c9c8c1-7006-496b-acfe-aa2cb4915ef8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:55.117597 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-390b50e9-e356-4f13-a50a-56d019a7d6c7 req-99c9c8c1-7006-496b-acfe-aa2cb4915ef8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.1096168 Mar 04 00:50:55.125063 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-fa7e4c31-dc2e-4b21-9b2f-3c8bb499e096 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:55.126487 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-fa7e4c31-dc2e-4b21-9b2f-3c8bb499e096 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/networks?id=5b1c10b5-a958-4437-8008-75286e22fa84 HTTP/1.1" status: 200 len: 814 time: 0.3682823 Mar 04 00:50:55.153884 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-8a2deab4-074b-4c00-9e5f-4e93176ba8a3 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/quotas/9568f151b7c24aef8b468a435856bcd1 HTTP/1.1" status: 200 len: 375 time: 0.0201921 Mar 04 00:50:55.198283 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-25b5ee95-00ae-4f74-8595-3bb4cba1d392 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9568f151b7c24aef8b468a435856bcd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348668 Mar 04 00:50:55.201811 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-390b50e9-e356-4f13-a50a-56d019a7d6c7 req-21281d69-e3fe-44c4-a1fc-ac4b4c0b2826 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744503 Mar 04 00:50:55.304760 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-8f24abbe-7df8-43ab-b51f-9890ec55df28 service neutron] 10.222.0.23 "GET /v2.0/networks/5b1c10b5-a958-4437-8008-75286e22fa84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982125 Mar 04 00:50:55.397270 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-8a6fbce1-1e2e-4d2d-a4f1-daf3b6858129 service neutron] 10.222.0.23 "GET /v2.0/networks/5b1c10b5-a958-4437-8008-75286e22fa84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865316 Mar 04 00:50:55.541879 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121e791-693c-440c-9100-a6c72eecb740 req-c1e68cfe-6071-4b20-a6e9-d8a06826748e tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:55.543404 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c121e791-693c-440c-9100-a6c72eecb740 req-c1e68cfe-6071-4b20-a6e9-d8a06826748e tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0582891 Mar 04 00:50:55.615579 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c121e791-693c-440c-9100-a6c72eecb740 req-a9d07113-0d55-44ce-99bd-27f28a695a19 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657306 Mar 04 00:50:55.699068 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fab3bdee-1f48-4698-a6a1-25da46b4b1c1 req-d3f4509a-a29c-42db-b867-6070c5722a43 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 210 time: 0.0330963 Mar 04 00:50:55.780889 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-60719ae5-b5b6-45e7-9e52-917f98c46c50 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307772348&fields=id&tenant_id=3d19a3e3e6fd4ca1976096625e933086 HTTP/1.1" status: 200 len: 267 time: 0.0532074 Mar 04 00:50:55.829947 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:55.900180 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-26915003-3300-4d21-a308-04ad2e8c891f tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:55.902191 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-26915003-3300-4d21-a308-04ad2e8c891f tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/networks?id=03f613fb-df51-4832-9479-76b3f57aa165 HTTP/1.1" status: 200 len: 811 time: 0.1141334 Mar 04 00:50:55.929912 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-81c2ee3f-bd59-4fb5-b0a4-4a5baf46eea6 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/quotas/3d19a3e3e6fd4ca1976096625e933086 HTTP/1.1" status: 200 len: 375 time: 0.0202401 Mar 04 00:50:55.989209 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-4e1ba9e2-685a-485a-be2d-72accb89e320 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d19a3e3e6fd4ca1976096625e933086&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582366 Mar 04 00:50:56.084672 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-651ef6d4-87c3-4ddf-a2ef-71ef0d51e11f service neutron] 10.222.0.23 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832584 Mar 04 00:50:56.177312 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-d225ae1b-a80c-4bd2-a5af-44d7eca713af service neutron] 10.222.0.23 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866458 Mar 04 00:50:56.338723 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53475725-135b-4eb4-8038-64b6189a9366 req-6d322129-09e2-48f7-bfe1-8af92a040a28 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:56.340140 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-53475725-135b-4eb4-8038-64b6189a9366 req-6d322129-09e2-48f7-bfe1-8af92a040a28 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0561690 Mar 04 00:50:56.388330 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-53475725-135b-4eb4-8038-64b6189a9366 req-bb84b163-ed78-4942-8d38-f9fc5c3940b7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425284 Mar 04 00:50:56.481774 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8d1c6490-323c-4693-9f3c-0ee735b8ecbd req-271e17cc-e3d8-4df7-bab8-6a22b24779db tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 210 time: 0.0254464 Mar 04 00:50:56.738669 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbcd98-994e-4d2a-bb8d-089976e4da3d req-6fd43747-c23d-47ad-9385-1d3556e9d3e4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:56.741055 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-31cbcd98-994e-4d2a-bb8d-089976e4da3d req-6fd43747-c23d-47ad-9385-1d3556e9d3e4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0679305 Mar 04 00:50:56.832009 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-28c79b97-10f4-4784-aba2-e60a147a0c55 req-ff8d0331-b9c1-4159-9340-8db425f6243e tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 210 time: 0.0434508 Mar 04 00:50:56.850726 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-31cbcd98-994e-4d2a-bb8d-089976e4da3d req-cff8bb0e-8d7f-4e96-a8c2-5df38bf9dfb4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039019 Mar 04 00:50:56.949003 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-7f5a1388-496f-4083-88da-3a7165c476bb tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:56.950506 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-7f5a1388-496f-4083-88da-3a7165c476bb tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.20 "GET /v2.0/networks?id=5b1c10b5-a958-4437-8008-75286e22fa84 HTTP/1.1" status: 200 len: 814 time: 0.1822319 Mar 04 00:50:56.981836 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-4dc47d7d-327a-49c5-a3ba-e4753ac239e8 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Request body: {'port': {'device_id': '260c3259-a425-47cd-bd40-8b0219f64770', 'network_id': '5b1c10b5-a958-4437-8008-75286e22fa84', 'admin_state_up': True, 'tenant_id': '9568f151b7c24aef8b468a435856bcd1'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:57.095696 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-4dc47d7d-327a-49c5-a3ba-e4753ac239e8 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Made reservation on behalf of 9568f151b7c24aef8b468a435856bcd1 for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:50:57.101023 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-4dc47d7d-327a-49c5-a3ba-e4753ac239e8 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:57.245555 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-4dc47d7d-327a-49c5-a3ba-e4753ac239e8 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Allocated IP 172.20.0.13 (5b1c10b5-a958-4437-8008-75286e22fa84/ae8a6f6c-a0a7-47dc-a7bd-9b5c6e406903/fc126885-b6a1-4be9-921e-aa4cc07e2418) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:50:57.397603 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-4dc47d7d-327a-49c5-a3ba-e4753ac239e8 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Publish callbacks [] for port (fc126885-b6a1-4be9-921e-aa4cc07e2418), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:57.434132 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-4dc47d7d-327a-49c5-a3ba-e4753ac239e8 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (fc126885-b6a1-4be9-921e-aa4cc07e2418), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:57.482806 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-4dc47d7d-327a-49c5-a3ba-e4753ac239e8 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Network 5b1c10b5-a958-4437-8008-75286e22fa84 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:50:57.485703 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-4dc47d7d-327a-49c5-a3ba-e4753ac239e8 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:50:57.489389 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-4dc47d7d-327a-49c5-a3ba-e4753ac239e8 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:50:57.495698 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc47d7d-327a-49c5-a3ba-e4753ac239e8 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Pushing event updated for resources: {'Port': ['ID=fc126885-b6a1-4be9-921e-aa4cc07e2418,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:57.543414 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00d878-c2b8-45b6-81d1-031467c94681 req-9d84b5da-5178-4af3-b0ac-ba0c2455346d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:57.545051 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1f00d878-c2b8-45b6-81d1-031467c94681 req-9d84b5da-5178-4af3-b0ac-ba0c2455346d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0816374 Mar 04 00:50:57.561921 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-4dc47d7d-327a-49c5-a3ba-e4753ac239e8 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:57.562603 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-4dc47d7d-327a-49c5-a3ba-e4753ac239e8 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:57.610653 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-686448ae-0965-4837-9007-bc88e6c5be37 req-f24a4573-c54a-4c8a-9183-40ed76f4e35a tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 210 time: 0.0373952 Mar 04 00:50:57.637342 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1f00d878-c2b8-45b6-81d1-031467c94681 req-a1b66a22-c152-4535-8e34-cf86b3aad00a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858631 Mar 04 00:50:57.649645 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-4dc47d7d-327a-49c5-a3ba-e4753ac239e8 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6747484 Mar 04 00:50:57.666963 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Request body: {'port': {'device_id': '260c3259-a425-47cd-bd40-8b0219f64770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:57.749278 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-e2df3bb4-0164-4f68-b040-8613c3d2e412 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:57.750768 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-e2df3bb4-0164-4f68-b040-8613c3d2e412 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.20 "GET /v2.0/networks?id=03f613fb-df51-4832-9479-76b3f57aa165 HTTP/1.1" status: 200 len: 811 time: 0.1774776 Mar 04 00:50:57.759349 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (fc126885-b6a1-4be9-921e-aa4cc07e2418), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:57.852221 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-72e414f1-4a0b-42ac-9304-912bb60a139a tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d19a3e3e6fd4ca1976096625e933086 HTTP/1.1" status: 200 len: 380 time: 0.0896864 Mar 04 00:50:57.997347 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f796e-b2d3-494b-8574-bb8a99807bed req-68971667-b0aa-4d2d-8ff7-ed1044c389bf tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:57.998889 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-462f796e-b2d3-494b-8574-bb8a99807bed req-68971667-b0aa-4d2d-8ff7-ed1044c389bf tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0815878 Mar 04 00:50:58.020538 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b3b96-a45a-4a56-86bf-78e53ae6c6ce req-217edb38-926c-490e-95af-25449d58b531 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:58.022013 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-836b3b96-a45a-4a56-86bf-78e53ae6c6ce req-217edb38-926c-490e-95af-25449d58b531 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 932 time: 0.0943394 Mar 04 00:50:58.060177 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc126885-b6a1-4be9-921e-aa4cc07e2418 {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:50:58.068188 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Publish callbacks [] for port (fc126885-b6a1-4be9-921e-aa4cc07e2418), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:58.080365 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Transition to ACTIVE for port object fc126885-b6a1-4be9-921e-aa4cc07e2418 will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:50:58.083768 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (fc126885-b6a1-4be9-921e-aa4cc07e2418), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:58.084152 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-462f796e-b2d3-494b-8574-bb8a99807bed req-837f244b-c838-4f92-980d-a6e6365efe67 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783324 Mar 04 00:50:58.091032 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-836b3b96-a45a-4a56-86bf-78e53ae6c6ce req-86515a4b-364d-4dd7-94e9-6df946a3dc9a tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629051 Mar 04 00:50:58.156589 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Pushing event updated for resources: {'Port': ['ID=fc126885-b6a1-4be9-921e-aa4cc07e2418,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:58.203457 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Attempting to bind port fc126885-b6a1-4be9-921e-aa4cc07e2418 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:50:58.203789 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Attempting to bind port fc126885-b6a1-4be9-921e-aa4cc07e2418 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'cb8623a0-5ac4-460c-822f-9b8a857072b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b1c10b5-a958-4437-8008-75286e22fa84'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:50:58.204115 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Attempting to bind port fc126885-b6a1-4be9-921e-aa4cc07e2418 on network 5b1c10b5-a958-4437-8008-75286e22fa84 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:50:58.208277 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Port fc126885-b6a1-4be9-921e-aa4cc07e2418 on network 5b1c10b5-a958-4437-8008-75286e22fa84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:50:58.208601 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Attempting to bind port fc126885-b6a1-4be9-921e-aa4cc07e2418 on network 5b1c10b5-a958-4437-8008-75286e22fa84 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:50:58.213206 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:50:58.213540 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Checking segment: {'id': 'cb8623a0-5ac4-460c-822f-9b8a857072b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b1c10b5-a958-4437-8008-75286e22fa84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:50:58.213954 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Bound using segment: {'id': 'cb8623a0-5ac4-460c-822f-9b8a857072b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b1c10b5-a958-4437-8008-75286e22fa84'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:50:58.214374 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Bound port: fc126885-b6a1-4be9-921e-aa4cc07e2418, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb8623a0-5ac4-460c-822f-9b8a857072b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b1c10b5-a958-4437-8008-75286e22fa84'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:50:58.214720 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (fc126885-b6a1-4be9-921e-aa4cc07e2418), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:58.273925 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] For port fc126885-b6a1-4be9-921e-aa4cc07e2418, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:50:58.276772 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] For port fc126885-b6a1-4be9-921e-aa4cc07e2418, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=fc126885-b6a1-4be9-921e-aa4cc07e2418,segment=NetworkSegment(cb8623a0-5ac4-460c-822f-9b8a857072b2),segment_id=cb8623a0-5ac4-460c-822f-9b8a857072b2)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:50:58.283512 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (fc126885-b6a1-4be9-921e-aa4cc07e2418), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:58.319775 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:58.320386 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:58.321780 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] 10.222.0.20 "PUT /v2.0/ports/fc126885-b6a1-4be9-921e-aa4cc07e2418 HTTP/1.1" status: 200 len: 1094 time: 0.6587861 Mar 04 00:50:58.322251 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260c3259-a425-47cd-bd40-8b0219f64770', 'tag': 'fc126885-b6a1-4be9-921e-aa4cc07e2418'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:50:58.324447 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93648b80-91c0-4f26-b9ec-6c5ed4209f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "260c3259-a425-47cd-bd40-8b0219f64770", "tag": "fc126885-b6a1-4be9-921e-aa4cc07e2418"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:50:58.344147 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b705b-f723-4512-b5f2-1e230a42c9ee service neutron] Pushing event updated for resources: {'Port': ['ID=fc126885-b6a1-4be9-921e-aa4cc07e2418,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:50:58.359731 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcdf93a-385a-4261-b4b9-4f80af4a5f23 x-openstack-request-id: req-8fcdf93a-385a-4261-b4b9-4f80af4a5f23 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:50:58.360015 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260c3259-a425-47cd-bd40-8b0219f64770", "tag": "fc126885-b6a1-4be9-921e-aa4cc07e2418", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:50:58.360265 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8fcdf93a-385a-4261-b4b9-4f80af4a5f23 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:50:58.360658 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260c3259-a425-47cd-bd40-8b0219f64770', 'tag': 'fc126885-b6a1-4be9-921e-aa4cc07e2418', 'status': 'completed', 'code': 200} Mar 04 00:50:58.710268 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9ee663e7-a546-474e-8acc-9cb7042430de req-5c026a59-809d-4fc5-865b-998eee3310c4 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 210 time: 0.0301754 Mar 04 00:50:58.761585 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cba34-b14b-4e25-a1c6-d6bf4c2cdcc1 req-19288930-74fa-41a4-bca8-e9ef0eec3103 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:58.763159 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2a5cba34-b14b-4e25-a1c6-d6bf4c2cdcc1 req-19288930-74fa-41a4-bca8-e9ef0eec3103 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0517592 Mar 04 00:50:58.811606 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2a5cba34-b14b-4e25-a1c6-d6bf4c2cdcc1 req-9bbf5a3a-8aa8-40de-8287-b7f70e831152 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418935 Mar 04 00:50:59.234459 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882cd180-f797-4322-ad29-4f9a8a983ab4 req-bcb1f11e-bad4-4479-bc59-1c3b770d4c9a tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:59.235918 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-882cd180-f797-4322-ad29-4f9a8a983ab4 req-bcb1f11e-bad4-4479-bc59-1c3b770d4c9a tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0860531 Mar 04 00:50:59.243232 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8988110-4388-4653-bfaf-ff4863b78b38 req-7bb7ba65-5d3e-4aa3-8d40-dffcb8d93ef2 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:59.244568 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c8988110-4388-4653-bfaf-ff4863b78b38 req-7bb7ba65-5d3e-4aa3-8d40-dffcb8d93ef2 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 944 time: 0.0700791 Mar 04 00:50:59.314048 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-882cd180-f797-4322-ad29-4f9a8a983ab4 req-b0ca1e8b-c884-45b2-ba73-943e9f2756f6 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685086 Mar 04 00:50:59.321107 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c8988110-4388-4653-bfaf-ff4863b78b38 req-17d353a3-11e1-4012-8d0c-18e9403f7a8e tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668557 Mar 04 00:50:59.530527 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-766e2c05-a99b-4e00-a96c-969ac7deb617 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Request body: {'port': {'device_id': 'ba7654a1-932a-4623-8f87-ee471df87781', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'admin_state_up': True, 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'security_groups': ['a8563afb-7faa-45d6-a1db-009a80a7eb14']}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:50:59.538803 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:59.646890 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-766e2c05-a99b-4e00-a96c-969ac7deb617 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Made reservation on behalf of 3d19a3e3e6fd4ca1976096625e933086 for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:50:59.650099 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-766e2c05-a99b-4e00-a96c-969ac7deb617 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:59.773498 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-766e2c05-a99b-4e00-a96c-969ac7deb617 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Allocated IP 172.20.0.8 (03f613fb-df51-4832-9479-76b3f57aa165/97b47f6d-aec7-4417-8d0d-53f7d0562551/b8233228-2c30-4e9d-ad08-9f85aed12993) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:50:59.803189 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bf2fd925-1fd9-45a5-ac26-6bd4ddb43238 req-2ba6d333-de95-4b18-ab25-42dc82ae5995 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 210 time: 0.0266469 Mar 04 00:50:59.908592 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-766e2c05-a99b-4e00-a96c-969ac7deb617 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for port (b8233228-2c30-4e9d-ad08-9f85aed12993), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:59.938754 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ae336-3f1d-43e6-a53b-ea056bd579c2 req-74f7af91-6d34-4e1a-accb-ec359f7a0b25 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:50:59.940264 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0a7ae336-3f1d-43e6-a53b-ea056bd579c2 req-74f7af91-6d34-4e1a-accb-ec359f7a0b25 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0540648 Mar 04 00:50:59.951947 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-766e2c05-a99b-4e00-a96c-969ac7deb617 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (b8233228-2c30-4e9d-ad08-9f85aed12993), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:50:59.993285 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0a7ae336-3f1d-43e6-a53b-ea056bd579c2 req-e9bf3ef5-d189-44f7-9161-882568a47703 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466311 Mar 04 00:51:00.001692 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-766e2c05-a99b-4e00-a96c-969ac7deb617 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Network 03f613fb-df51-4832-9479-76b3f57aa165 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:51:00.004772 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-766e2c05-a99b-4e00-a96c-969ac7deb617 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:51:00.008291 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-766e2c05-a99b-4e00-a96c-969ac7deb617 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:51:00.038376 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e2c05-a99b-4e00-a96c-969ac7deb617 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event updated for resources: {'Port': ['ID=b8233228-2c30-4e9d-ad08-9f85aed12993,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:00.064483 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-766e2c05-a99b-4e00-a96c-969ac7deb617 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:00.065100 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-766e2c05-a99b-4e00-a96c-969ac7deb617 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:00.084226 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-766e2c05-a99b-4e00-a96c-969ac7deb617 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5576611 Mar 04 00:51:00.269423 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-03314efa-a326-4b7e-90ff-81830a42fae0 None None] Provisioning complete for port b8233228-2c30-4e9d-ad08-9f85aed12993 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:51:00.269819 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-03314efa-a326-4b7e-90ff-81830a42fae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (b8233228-2c30-4e9d-ad08-9f85aed12993), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:00.306650 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-03314efa-a326-4b7e-90ff-81830a42fae0 None None] Port b8233228-2c30-4e9d-ad08-9f85aed12993 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:51:00.463467 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d57f6-63e3-46fd-8548-33df1e5a1e66 req-672ab289-abdc-4558-b530-021929f3378b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:00.464958 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0c6d57f6-63e3-46fd-8548-33df1e5a1e66 req-672ab289-abdc-4558-b530-021929f3378b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0803742 Mar 04 00:51:00.472825 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcd22d-6505-40c6-9551-5ada9dbac4ce req-29021600-2e44-4d14-932a-e672e9bfd919 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:00.474795 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-18bcd22d-6505-40c6-9551-5ada9dbac4ce req-29021600-2e44-4d14-932a-e672e9bfd919 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 944 time: 0.0914819 Mar 04 00:51:00.483572 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Request body: {'port': {'device_id': 'ba7654a1-932a-4623-8f87-ee471df87781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:51:00.541658 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0c6d57f6-63e3-46fd-8548-33df1e5a1e66 req-332d106f-1c0f-4031-b91d-5d0551c85f7b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654848 Mar 04 00:51:00.548097 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-18bcd22d-6505-40c6-9551-5ada9dbac4ce req-c93424ce-fcd2-4df4-9af1-1300df2468aa tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668294 Mar 04 00:51:00.577723 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93648b80-91c0-4f26-b9ec-6c5ed4209f7c req-f0c7d610-c435-426b-9823-8aecf904ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:00.579677 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-93648b80-91c0-4f26-b9ec-6c5ed4209f7c req-f0c7d610-c435-426b-9823-8aecf904ebbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9568f151b7c24aef8b468a435856bcd1&device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 1128 time: 0.0932662 Mar 04 00:51:00.581228 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (b8233228-2c30-4e9d-ad08-9f85aed12993), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:00.764782 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93648b80-91c0-4f26-b9ec-6c5ed4209f7c req-9055afbf-4db1-4e05-ac6d-74ef444ac0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:00.766537 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-93648b80-91c0-4f26-b9ec-6c5ed4209f7c req-9055afbf-4db1-4e05-ac6d-74ef444ac0fc service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9568f151b7c24aef8b468a435856bcd1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1752338 Mar 04 00:51:00.927492 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870220bc-b312-4e1f-872e-2aa66f2eeb55 req-7f07162e-117a-4f4a-ac5a-c3fe4a136946 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:00.928929 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93648b80-91c0-4f26-b9ec-6c5ed4209f7c req-40b8ada4-e79b-4178-9d74-f11ece3ab4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:00.929214 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-870220bc-b312-4e1f-872e-2aa66f2eeb55 req-7f07162e-117a-4f4a-ac5a-c3fe4a136946 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 931 time: 0.0574186 Mar 04 00:51:00.930392 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-93648b80-91c0-4f26-b9ec-6c5ed4209f7c req-40b8ada4-e79b-4178-9d74-f11ece3ab4f4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1537676 Mar 04 00:51:00.978725 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-870220bc-b312-4e1f-872e-2aa66f2eeb55 req-c50f15e7-450e-48b7-a2f5-bd8859f9c6bc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440118 Mar 04 00:51:01.007438 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8233228-2c30-4e9d-ad08-9f85aed12993 {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:51:01.016705 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Publish callbacks [] for port (b8233228-2c30-4e9d-ad08-9f85aed12993), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:01.037191 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Transition to ACTIVE for port object b8233228-2c30-4e9d-ad08-9f85aed12993 will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:51:01.041187 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (b8233228-2c30-4e9d-ad08-9f85aed12993), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:01.061241 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:51:01.068483 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-3fdd9f1b-7402-4a34-b579-8a02dac546da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:01.070068 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-3fdd9f1b-7402-4a34-b579-8a02dac546da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9568f151b7c24aef8b468a435856bcd1&device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 1128 time: 0.0944426 Mar 04 00:51:01.129166 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Pushing event updated for resources: {'Port': ['ID=b8233228-2c30-4e9d-ad08-9f85aed12993,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:01.133320 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-b7e95381-a1b6-4430-bde5-347b3d78da85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc126885-b6a1-4be9-921e-aa4cc07e2418 HTTP/1.1" status: 200 len: 217 time: 0.0469081 Mar 04 00:51:01.137721 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681866-7c63-4ce1-81a6-a9798f7645aa req-0cbdae0e-e948-43f3-8e33-cb968a052992 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:01.139398 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9c681866-7c63-4ce1-81a6-a9798f7645aa req-0cbdae0e-e948-43f3-8e33-cb968a052992 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0727324 Mar 04 00:51:01.202162 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9c681866-7c63-4ce1-81a6-a9798f7645aa req-6170f995-d8ee-4cbc-b75f-68e39ad36f6a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520861 Mar 04 00:51:01.263250 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-2afaa6bb-1ab0-4e37-b22e-2540d01c8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:01.264725 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-2afaa6bb-1ab0-4e37-b22e-2540d01c8bc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae8a6f6c-a0a7-47dc-a7bd-9b5c6e406903 HTTP/1.1" status: 200 len: 854 time: 0.1017900 Mar 04 00:51:01.267580 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Attempting to bind port b8233228-2c30-4e9d-ad08-9f85aed12993 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:51:01.267863 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Attempting to bind port b8233228-2c30-4e9d-ad08-9f85aed12993 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:51:01.268191 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Attempting to bind port b8233228-2c30-4e9d-ad08-9f85aed12993 on network 03f613fb-df51-4832-9479-76b3f57aa165 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:51:01.273354 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Port b8233228-2c30-4e9d-ad08-9f85aed12993 on network 03f613fb-df51-4832-9479-76b3f57aa165 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:51:01.273676 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Attempting to bind port b8233228-2c30-4e9d-ad08-9f85aed12993 on network 03f613fb-df51-4832-9479-76b3f57aa165 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:51:01.286092 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:51:01.286434 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Checking segment: {'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:51:01.286812 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Bound using segment: {'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:51:01.287259 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Bound port: b8233228-2c30-4e9d-ad08-9f85aed12993, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:51:01.287614 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (b8233228-2c30-4e9d-ad08-9f85aed12993), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:01.312066 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-0365b2aa-51d7-4e43-89fb-b32bebd6d92b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b1c10b5-a958-4437-8008-75286e22fa84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334127 Mar 04 00:51:01.368580 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] For port b8233228-2c30-4e9d-ad08-9f85aed12993, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:51:01.371426 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] For port b8233228-2c30-4e9d-ad08-9f85aed12993, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b8233228-2c30-4e9d-ad08-9f85aed12993,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:51:01.376140 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (b8233228-2c30-4e9d-ad08-9f85aed12993), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:01.407947 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:01.408558 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:01.410011 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] 10.222.0.20 "PUT /v2.0/ports/b8233228-2c30-4e9d-ad08-9f85aed12993 HTTP/1.1" status: 200 len: 1093 time: 0.9306068 Mar 04 00:51:01.410426 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7654a1-932a-4623-8f87-ee471df87781', 'tag': 'b8233228-2c30-4e9d-ad08-9f85aed12993'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:51:01.412780 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910896f1-76bb-4b62-a5b4-084db83a11e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7654a1-932a-4623-8f87-ee471df87781", "tag": "b8233228-2c30-4e9d-ad08-9f85aed12993"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:51:01.438871 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b409aa-1cbf-47e2-abc2-9ca15b761e19 service neutron] Pushing event updated for resources: {'Port': ['ID=b8233228-2c30-4e9d-ad08-9f85aed12993,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:01.465681 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76193556-d71a-416b-ab90-52b2045381b5 x-openstack-request-id: req-76193556-d71a-416b-ab90-52b2045381b5 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:51:01.466022 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7654a1-932a-4623-8f87-ee471df87781", "tag": "b8233228-2c30-4e9d-ad08-9f85aed12993", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:51:01.466276 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76193556-d71a-416b-ab90-52b2045381b5 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:51:01.466705 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7654a1-932a-4623-8f87-ee471df87781', 'tag': 'b8233228-2c30-4e9d-ad08-9f85aed12993', 'status': 'completed', 'code': 200} Mar 04 00:51:01.752649 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0000602-bee5-4cef-aa17-084cf62bb256 req-6da9117a-9a70-4034-9a96-7cfc7c9c9246 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:01.754278 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f0000602-bee5-4cef-aa17-084cf62bb256 req-6da9117a-9a70-4034-9a96-7cfc7c9c9246 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.1111145 Mar 04 00:51:01.767718 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365c2e-1797-46cd-907c-facd07c39897 req-f2cd8892-1ea5-4c7e-9d3f-abef4d66a128 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:01.769343 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-41365c2e-1797-46cd-907c-facd07c39897 req-f2cd8892-1ea5-4c7e-9d3f-abef4d66a128 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 944 time: 0.0838449 Mar 04 00:51:01.847342 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f0000602-bee5-4cef-aa17-084cf62bb256 req-66eb7a25-a92c-43d4-a551-9ec45ea1b57c tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762300 Mar 04 00:51:01.853164 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-41365c2e-1797-46cd-907c-facd07c39897 req-0961f060-3e06-47c4-bb03-c3a89f5e66ad tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753655 Mar 04 00:51:01.896124 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910896f1-76bb-4b62-a5b4-084db83a11e7 req-8fc7447f-ea30-4eb9-ae20-d0256c62cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:01.897716 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-910896f1-76bb-4b62-a5b4-084db83a11e7 req-8fc7447f-ea30-4eb9-ae20-d0256c62cf12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d19a3e3e6fd4ca1976096625e933086&device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 1127 time: 0.3666615 Mar 04 00:51:01.901350 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-1da4e5b9-1477-48ae-aafa-c2d53e424087 service neutron] 10.222.0.20 "GET /v2.0/networks/5b1c10b5-a958-4437-8008-75286e22fa84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885901 Mar 04 00:51:02.165331 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82ad7a-caba-4bc7-ac26-539069091871 req-449cc9b4-e7fb-4a9c-9f01-13d4766ae0bf tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:02.167032 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7d82ad7a-caba-4bc7-ac26-539069091871 req-449cc9b4-e7fb-4a9c-9f01-13d4766ae0bf tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 943 time: 0.0905991 Mar 04 00:51:02.180223 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1e48b13c-a04a-43d2-a4d7-ffce88c0592b req-b8854f0d-ad71-48b8-acc8-33e3badf8cc6 service neutron] 10.222.0.20 "GET /v2.0/networks/5b1c10b5-a958-4437-8008-75286e22fa84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628198 Mar 04 00:51:02.184487 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910896f1-76bb-4b62-a5b4-084db83a11e7 req-0b87a970-a870-49b4-ba2a-6afbdd655fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:02.185629 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-910896f1-76bb-4b62-a5b4-084db83a11e7 req-0b87a970-a870-49b4-ba2a-6afbdd655fdd service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3d19a3e3e6fd4ca1976096625e933086&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2594097 Mar 04 00:51:02.250923 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7d82ad7a-caba-4bc7-ac26-539069091871 req-53aea6b1-727d-46db-b9eb-72c2a3d5e0f1 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765398 Mar 04 00:51:02.318001 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910896f1-76bb-4b62-a5b4-084db83a11e7 req-3f38bf93-37fa-4475-897c-fc06ddbf5b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:02.318001 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-910896f1-76bb-4b62-a5b4-084db83a11e7 req-3f38bf93-37fa-4475-897c-fc06ddbf5b25 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1233008 Mar 04 00:51:02.339811 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695c615-5904-4baf-878b-20b778458ebf req-60cbd36b-51e3-475d-8a95-fcc45495c712 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:02.341479 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7695c615-5904-4baf-878b-20b778458ebf req-60cbd36b-51e3-475d-8a95-fcc45495c712 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0594997 Mar 04 00:51:02.397624 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7695c615-5904-4baf-878b-20b778458ebf req-e3a4bcaf-a164-42b6-9aa6-33f4bf77d0d4 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485072 Mar 04 00:51:02.426386 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-27b564ef-2cd6-4e9d-a501-5d39870661c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:02.427898 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-27b564ef-2cd6-4e9d-a501-5d39870661c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d19a3e3e6fd4ca1976096625e933086&device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 1127 time: 0.0554194 Mar 04 00:51:02.470821 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-699df5c3-3809-4bc0-8d12-dcf97ade0414 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8233228-2c30-4e9d-ad08-9f85aed12993 HTTP/1.1" status: 200 len: 217 time: 0.0337334 Mar 04 00:51:02.532268 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-90a976f2-8d64-498e-8f12-3799de79a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:02.533681 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-90a976f2-8d64-498e-8f12-3799de79a2c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=97b47f6d-aec7-4417-8d0d-53f7d0562551 HTTP/1.1" status: 200 len: 850 time: 0.0558836 Mar 04 00:51:02.594915 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024934f3-48d9-429c-8645-0ebdd5417702 req-83df7870-9773-4ef3-b9ba-081ca677ea6a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:02.596756 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-024934f3-48d9-429c-8645-0ebdd5417702 req-83df7870-9773-4ef3-b9ba-081ca677ea6a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0536528 Mar 04 00:51:02.627218 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-bcd24f10-312e-43db-a295-20886c344dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:02.628837 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-bcd24f10-312e-43db-a295-20886c344dc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03f613fb-df51-4832-9479-76b3f57aa165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766490 Mar 04 00:51:02.631875 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60991e32-2396-4537-bb0e-53856c538fca req-936c6517-3295-44b4-8671-bc348eb98bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:02.633292 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-60991e32-2396-4537-bb0e-53856c538fca req-936c6517-3295-44b4-8671-bc348eb98bbc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97777a0e50ee43a789483f661b2f59b5&device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 1130 time: 0.0738804 Mar 04 00:51:02.649726 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-024934f3-48d9-429c-8645-0ebdd5417702 req-9d755db1-b87a-4ccc-8e5d-865ac8571b51 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467575 Mar 04 00:51:02.795943 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-9a37a931-acbe-46dc-bd36-3fbc0c216f30 service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549840 Mar 04 00:51:02.798552 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60991e32-2396-4537-bb0e-53856c538fca req-606f1404-7ced-43f9-955a-83bb75f70c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:02.799880 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-60991e32-2396-4537-bb0e-53856c538fca req-606f1404-7ced-43f9-955a-83bb75f70c0c service neutron] 10.222.0.20 "GET /v2.0/networks?id=a120380f-d8d5-4336-87ba-fbc40370628a HTTP/1.1" status: 200 len: 920 time: 0.1505628 Mar 04 00:51:02.862436 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-60991e32-2396-4537-bb0e-53856c538fca req-31dbe466-d3cb-4d1a-a5ff-49cc470b6387 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ef2292-f07e-4efe-8a3a-d69e95b94ca3 HTTP/1.1" status: 200 len: 217 time: 0.0519671 Mar 04 00:51:02.945647 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60991e32-2396-4537-bb0e-53856c538fca req-38520ec9-81fb-4fa9-9b91-43e12876a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:02.947114 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-60991e32-2396-4537-bb0e-53856c538fca req-38520ec9-81fb-4fa9-9b91-43e12876a5b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb0e4b2c-c237-4083-952e-e79dff5b7688 HTTP/1.1" status: 200 len: 859 time: 0.0611203 Mar 04 00:51:02.989289 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-60991e32-2396-4537-bb0e-53856c538fca req-bd00847d-be1f-40d1-9e59-cd3a5178112f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a120380f-d8d5-4336-87ba-fbc40370628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261111 Mar 04 00:51:02.991845 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ea309cd5-e0c7-4746-abd4-d3223e05735c req-e68f13b4-ec5d-4f8d-8b81-0440d7cf28c6 service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826196 Mar 04 00:51:03.021151 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3837b9-7569-4ace-80bc-27b95ff53a7d req-7216f7e7-4eaf-44bf-b4d1-f0dd4f2df592 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:03.029042 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ef3837b9-7569-4ace-80bc-27b95ff53a7d req-7216f7e7-4eaf-44bf-b4d1-f0dd4f2df592 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.1002703 Mar 04 00:51:03.053947 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0edcbd-b6d8-434f-90cf-76d36970334f req-25295cdf-476e-46d1-b897-7ceb8e649a5c tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:03.055440 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ec0edcbd-b6d8-434f-90cf-76d36970334f req-25295cdf-476e-46d1-b897-7ceb8e649a5c tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 944 time: 0.0981371 Mar 04 00:51:03.097066 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-60991e32-2396-4537-bb0e-53856c538fca req-24031ce5-7c64-4cc6-bde1-4cc60f74396e service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928726 Mar 04 00:51:03.115743 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ef3837b9-7569-4ace-80bc-27b95ff53a7d req-6230a1b4-f3e7-4f83-adbe-c55605be5ff3 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794516 Mar 04 00:51:03.156112 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ec0edcbd-b6d8-434f-90cf-76d36970334f req-513f9af4-ff15-4643-a1e1-f2d1f6cc3c79 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925324 Mar 04 00:51:03.229909 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-60991e32-2396-4537-bb0e-53856c538fca req-74f10f90-342d-4ae3-8613-ea6e7fca21c9 service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189892 Mar 04 00:51:03.388433 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272f76a-509f-4fcd-960f-7aac0147b7ff req-3b6b43f7-4bb2-40fb-b2fe-dba6e1321522 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:03.389952 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7272f76a-509f-4fcd-960f-7aac0147b7ff req-3b6b43f7-4bb2-40fb-b2fe-dba6e1321522 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 943 time: 0.0607305 Mar 04 00:51:03.456802 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7272f76a-509f-4fcd-960f-7aac0147b7ff req-d4d28382-9792-4eb3-99f4-5bb6050e2238 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602002 Mar 04 00:51:03.527915 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb42da3-7524-4e45-bcd1-ff71e692bde9 req-381a4217-3bbe-43c2-bb91-cfc2ed00851c tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:03.529376 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5fb42da3-7524-4e45-bcd1-ff71e692bde9 req-381a4217-3bbe-43c2-bb91-cfc2ed00851c tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0509913 Mar 04 00:51:03.575788 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5fb42da3-7524-4e45-bcd1-ff71e692bde9 req-37b8e809-0a09-4389-b2a3-6607156df4c1 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407310 Mar 04 00:51:03.770815 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66135fc8-058a-4d3c-8ac9-dfd7702118ae req-a1e14e49-33c4-46ec-9a02-bd5b312a3308 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:03.772342 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-66135fc8-058a-4d3c-8ac9-dfd7702118ae req-a1e14e49-33c4-46ec-9a02-bd5b312a3308 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0539939 Mar 04 00:51:03.825177 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-66135fc8-058a-4d3c-8ac9-dfd7702118ae req-c15d0d38-0fc4-4880-868c-c4c557e71f2a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467262 Mar 04 00:51:04.222243 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c28d6a-4e31-4737-aa85-fce9d9392af5 req-6bc4f457-110b-43c7-8e74-5231d55412c1 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:04.224368 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-58c28d6a-4e31-4737-aa85-fce9d9392af5 req-6bc4f457-110b-43c7-8e74-5231d55412c1 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0551882 Mar 04 00:51:04.299059 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-58c28d6a-4e31-4737-aa85-fce9d9392af5 req-7e3e0f48-6bdb-40be-a649-8974e61c0328 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638294 Mar 04 00:51:04.306556 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f727d5d-8550-46e7-9f1c-3c38bafdcfc5 req-02a2d8f3-e87a-4f5c-9315-7f0dac680e12 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:04.307967 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3f727d5d-8550-46e7-9f1c-3c38bafdcfc5 req-02a2d8f3-e87a-4f5c-9315-7f0dac680e12 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 944 time: 0.0805194 Mar 04 00:51:04.354328 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3f727d5d-8550-46e7-9f1c-3c38bafdcfc5 req-98ce9e44-4716-48fa-be5c-336c13b7687a tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 Mar 04 00:51:04.587444 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23ea27-bf41-498d-805d-2c1b1c0efd03 req-86090ca2-9162-4bdf-a90e-c88153bb8c1d tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:04.589057 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-eb23ea27-bf41-498d-805d-2c1b1c0efd03 req-86090ca2-9162-4bdf-a90e-c88153bb8c1d tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 943 time: 0.0520365 Mar 04 00:51:04.651805 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-eb23ea27-bf41-498d-805d-2c1b1c0efd03 req-585331c8-697b-4c29-b4bb-804f0b29b043 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571365 Mar 04 00:51:04.769634 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb255e6-ecc2-4159-89e9-1c9ef20d5807 req-9c7993f2-a276-44f9-afc0-ba276d4e35d7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:04.771900 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3cb255e6-ecc2-4159-89e9-1c9ef20d5807 req-9c7993f2-a276-44f9-afc0-ba276d4e35d7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0870917 Mar 04 00:51:04.783687 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bbc0d-dab5-4b3a-9395-1b06d07d8e80 req-2804b535-0318-40e9-bf56-0690203bfefa tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:04.785112 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-018bbc0d-dab5-4b3a-9395-1b06d07d8e80 req-2804b535-0318-40e9-bf56-0690203bfefa tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 945 time: 0.0719266 Mar 04 00:51:04.853149 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3cb255e6-ecc2-4159-89e9-1c9ef20d5807 req-803558e0-d0e6-46f2-a365-807bf1d8fc92 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664730 Mar 04 00:51:04.860348 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-018bbc0d-dab5-4b3a-9395-1b06d07d8e80 req-e15bde91-1a3a-428e-a4de-e3b5ad1f9385 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680027 Mar 04 00:51:04.972010 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db589b7-5a5d-4d6c-94ce-c2037e4e8217 req-d6a76ef0-624c-472a-bd42-eb8e0fffc2c8 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:04.974114 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6db589b7-5a5d-4d6c-94ce-c2037e4e8217 req-d6a76ef0-624c-472a-bd42-eb8e0fffc2c8 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0545697 Mar 04 00:51:05.020740 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6db589b7-5a5d-4d6c-94ce-c2037e4e8217 req-22fdd722-c7d0-423f-8081-600e483f06a8 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403650 Mar 04 00:51:05.416380 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dc39f-5b9e-49c7-8b6c-4afe0996eeee req-50f1c935-c603-467e-bb48-2a2614b640e6 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:05.417877 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e31dc39f-5b9e-49c7-8b6c-4afe0996eeee req-50f1c935-c603-467e-bb48-2a2614b640e6 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0512764 Mar 04 00:51:05.493853 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e31dc39f-5b9e-49c7-8b6c-4afe0996eeee req-def2847d-0b64-4ee5-a695-037b91d10470 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668185 Mar 04 00:51:05.501172 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87d2a9-f170-4318-b615-b6d86e2b038e req-c24948cd-9ae1-4bf4-be88-b73faabe214c tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:05.502605 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-da87d2a9-f170-4318-b615-b6d86e2b038e req-c24948cd-9ae1-4bf4-be88-b73faabe214c tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 944 time: 0.0838792 Mar 04 00:51:05.547892 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-da87d2a9-f170-4318-b615-b6d86e2b038e req-423db22f-b86b-4daf-97f2-28a72ac72750 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392461 Mar 04 00:51:05.555274 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device fc126885-b6a1-4be9-921e-aa4cc07e2418 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:51:05.656518 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port fc126885-b6a1-4be9-921e-aa4cc07e2418, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=fc126885-b6a1-4be9-921e-aa4cc07e2418,segment=NetworkSegment(cb8623a0-5ac4-460c-822f-9b8a857072b2),segment_id=cb8623a0-5ac4-460c-822f-9b8a857072b2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:51:05.668214 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': 'fc126885-b6a1-4be9-921e-aa4cc07e2418', 'network_id': '5b1c10b5-a958-4437-8008-75286e22fa84', 'port_id': 'fc126885-b6a1-4be9-921e-aa4cc07e2418', 'mac_address': 'fa:16:3e:5f:e0:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8a6f6c-a0a7-47dc-a7bd-9b5c6e406903', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:51:05.707116 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port fc126885-b6a1-4be9-921e-aa4cc07e2418 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:51:05.707943 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (fc126885-b6a1-4be9-921e-aa4cc07e2418), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:05.721425 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc126885-b6a1-4be9-921e-aa4cc07e2418 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:51:05.741749 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port fc126885-b6a1-4be9-921e-aa4cc07e2418, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=fc126885-b6a1-4be9-921e-aa4cc07e2418,segment=NetworkSegment(cb8623a0-5ac4-460c-822f-9b8a857072b2),segment_id=cb8623a0-5ac4-460c-822f-9b8a857072b2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:51:05.746298 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (fc126885-b6a1-4be9-921e-aa4cc07e2418), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:05.785900 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34404d-1a57-48d0-bb1d-9ecf608c8347 req-ba96f6d2-c988-4a61-b719-add866f0bb43 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:05.787462 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7b34404d-1a57-48d0-bb1d-9ecf608c8347 req-ba96f6d2-c988-4a61-b719-add866f0bb43 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 943 time: 0.0606792 Mar 04 00:51:05.795403 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=fc126885-b6a1-4be9-921e-aa4cc07e2418,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:05.845370 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7b34404d-1a57-48d0-bb1d-9ecf608c8347 req-98070dc1-c975-45ab-9b30-77774eca071c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469515 Mar 04 00:51:06.018831 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d979b4-b18f-4564-b82c-816560275601 req-e7f6686d-40ba-4442-98a2-cee3008ce4e8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:06.020593 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f5d979b4-b18f-4564-b82c-816560275601 req-e7f6686d-40ba-4442-98a2-cee3008ce4e8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0913007 Mar 04 00:51:06.028455 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b71f0-7ffb-458d-9919-800950aad13d req-1cf63d80-aa7f-4125-98f1-ecd5baa16ea6 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:06.029913 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-724b71f0-7ffb-458d-9919-800950aad13d req-1cf63d80-aa7f-4125-98f1-ecd5baa16ea6 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 945 time: 0.0986750 Mar 04 00:51:06.103621 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f5d979b4-b18f-4564-b82c-816560275601 req-09ab0bfd-de07-4140-a9dc-6e67e6c21413 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726850 Mar 04 00:51:06.110215 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-724b71f0-7ffb-458d-9919-800950aad13d req-86b9cf85-18e6-4890-ae5a-2a90e4404ebd tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730531 Mar 04 00:51:06.212198 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a401b2-cb62-4b5b-9a13-f1aa27f5792f req-c20055a5-3065-4363-ab67-f5b4492244b6 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:06.213721 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-66a401b2-cb62-4b5b-9a13-f1aa27f5792f req-c20055a5-3065-4363-ab67-f5b4492244b6 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0520647 Mar 04 00:51:06.260757 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-66a401b2-cb62-4b5b-9a13-f1aa27f5792f req-90ea7e19-fde5-461b-9973-9184f0dde8bc tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410745 Mar 04 00:51:06.351309 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['fc126885-b6a1-4be9-921e-aa4cc07e2418'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:51:06.638533 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721e6de-2c6c-41d3-b5cc-bd85663404cc req-b5bdd81c-a0e6-46aa-9447-efdd8de4472c tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:06.640800 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e721e6de-2c6c-41d3-b5cc-bd85663404cc req-b5bdd81c-a0e6-46aa-9447-efdd8de4472c tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0765450 Mar 04 00:51:06.714876 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409d826-462a-430e-8819-4945b330ea76 req-7a9aa145-014a-4d0d-a743-b1a009fd735f tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:06.716461 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8409d826-462a-430e-8819-4945b330ea76 req-7a9aa145-014a-4d0d-a743-b1a009fd735f tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 945 time: 0.0997505 Mar 04 00:51:06.720327 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e721e6de-2c6c-41d3-b5cc-bd85663404cc req-4baf6972-0cc8-440e-93a6-d903a7766a0e tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607648 Mar 04 00:51:06.762844 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8409d826-462a-430e-8819-4945b330ea76 req-e24fb8ad-61be-461e-aac3-a8a938830921 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Mar 04 00:51:06.920120 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f993cce-f0af-4485-b0d8-588b240093f7 req-ec5675c2-dc65-443d-a0a5-9c43448dd1a8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:06.921699 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7f993cce-f0af-4485-b0d8-588b240093f7 req-ec5675c2-dc65-443d-a0a5-9c43448dd1a8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0571246 Mar 04 00:51:07.003080 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7f993cce-f0af-4485-b0d8-588b240093f7 req-fc971949-40f3-409f-b14c-3b35afff76eb tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715282 Mar 04 00:51:07.008168 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b05e1f-7c88-4cf5-9c7a-a22315e44122 req-aa0bec26-489e-47b1-8171-302b87e3e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:07.011944 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e3b05e1f-7c88-4cf5-9c7a-a22315e44122 req-aa0bec26-489e-47b1-8171-302b87e3e791 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f74a38a30364f84b464c10e694a223d&device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 1129 time: 0.0610852 Mar 04 00:51:07.015865 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9ed4d-8342-4b87-a245-3302fbd8f62a req-092f104a-f62b-434a-b366-eb71274b76fc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:07.016618 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-32d9ed4d-8342-4b87-a245-3302fbd8f62a req-092f104a-f62b-434a-b366-eb71274b76fc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 943 time: 0.0939183 Mar 04 00:51:07.075337 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-32d9ed4d-8342-4b87-a245-3302fbd8f62a req-dedf7426-4d83-4bac-8d5c-f77a84a4f6d0 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509326 Mar 04 00:51:07.134934 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b05e1f-7c88-4cf5-9c7a-a22315e44122 req-c941df20-f57b-4c6f-b31f-1fbb7b94d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:07.136455 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e3b05e1f-7c88-4cf5-9c7a-a22315e44122 req-c941df20-f57b-4c6f-b31f-1fbb7b94d2c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0f459d4b-89d4-473a-8642-eeac28fa1b34 HTTP/1.1" status: 200 len: 912 time: 0.1173975 Mar 04 00:51:07.206796 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e3b05e1f-7c88-4cf5-9c7a-a22315e44122 req-1ea16afc-23a1-40b1-93ab-6ce3bcc74eed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f6d819-65de-4824-a695-68ff6b24d3b8 HTTP/1.1" status: 200 len: 1000 time: 0.0627940 Mar 04 00:51:07.259867 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b05e1f-7c88-4cf5-9c7a-a22315e44122 req-48c4c8c3-1710-4484-8955-decb01ec1130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:07.261340 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e3b05e1f-7c88-4cf5-9c7a-a22315e44122 req-48c4c8c3-1710-4484-8955-decb01ec1130 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bd82242-2f06-4a28-9540-82b69b66357f HTTP/1.1" status: 200 len: 850 time: 0.0452704 Mar 04 00:51:07.264321 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659a784-903d-47b7-be7d-2e114bdc19d0 req-477632e6-eb7a-4c0f-90df-d4d43432c906 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:07.266061 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9659a784-903d-47b7-be7d-2e114bdc19d0 req-477632e6-eb7a-4c0f-90df-d4d43432c906 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0865281 Mar 04 00:51:07.276248 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a9aeb-f881-4ad9-9ae0-871d88f29374 req-8cf76b03-726c-49e5-ac01-ef9b929d03e2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:07.277654 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-785a9aeb-f881-4ad9-9ae0-871d88f29374 req-8cf76b03-726c-49e5-ac01-ef9b929d03e2 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 945 time: 0.0969923 Mar 04 00:51:07.317591 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b05e1f-7c88-4cf5-9c7a-a22315e44122 req-344ae5db-4a0e-4160-a58f-2a84266ccce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:07.319405 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e3b05e1f-7c88-4cf5-9c7a-a22315e44122 req-344ae5db-4a0e-4160-a58f-2a84266ccce7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f459d4b-89d4-473a-8642-eeac28fa1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498536 Mar 04 00:51:07.355950 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9659a784-903d-47b7-be7d-2e114bdc19d0 req-02e27830-4473-47b0-aec6-f33adb7d1668 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771616 Mar 04 00:51:07.373074 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-785a9aeb-f881-4ad9-9ae0-871d88f29374 req-5725d441-983c-4d34-adfb-8f15b43cd894 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871994 Mar 04 00:51:07.481612 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9ac3b-0d30-4597-bdb4-352baa3a893a req-97857961-e33b-42f6-8d3b-5837f14cb6f4 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:07.481986 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e3b05e1f-7c88-4cf5-9c7a-a22315e44122 req-8e433e90-a11a-4bb6-99ce-8212b3524f4b service neutron] 10.222.0.20 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283104 Mar 04 00:51:07.486142 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ffe9ac3b-0d30-4597-bdb4-352baa3a893a req-97857961-e33b-42f6-8d3b-5837f14cb6f4 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0604098 Mar 04 00:51:07.501151 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16196465-a74e-44f5-ab4a-d5d36e8aa091 req-c0b7f14b-2765-484f-bc2c-f687bdf3c52a tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:07.502751 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-16196465-a74e-44f5-ab4a-d5d36e8aa091 req-c0b7f14b-2765-484f-bc2c-f687bdf3c52a tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 945 time: 0.0642226 Mar 04 00:51:07.532612 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ffe9ac3b-0d30-4597-bdb4-352baa3a893a req-b4acbf08-0226-48fc-9258-00d037274759 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434930 Mar 04 00:51:07.567585 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 43cf44a1-b0bc-4049-a98d-e337eafc0891 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:51:07.681650 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 43cf44a1-b0bc-4049-a98d-e337eafc0891, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=43cf44a1-b0bc-4049-a98d-e337eafc0891,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:51:07.695630 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '43cf44a1-b0bc-4049-a98d-e337eafc0891', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'port_id': '43cf44a1-b0bc-4049-a98d-e337eafc0891', 'mac_address': 'fa:16:3e:fd:f8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:51:07.705377 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e3b05e1f-7c88-4cf5-9c7a-a22315e44122 req-9e941b0c-ebf3-4b76-8124-eba56fa8c330 service neutron] 10.222.0.20 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728392 Mar 04 00:51:07.718461 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-16196465-a74e-44f5-ab4a-d5d36e8aa091 req-e7ca51a2-15a5-4349-a128-779361cccc58 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Deleting port 9900c7e8-46c3-482d-8598-e9f9b4103047 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:51:07.718806 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-16196465-a74e-44f5-ab4a-d5d36e8aa091 req-e7ca51a2-15a5-4349-a128-779361cccc58 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (9900c7e8-46c3-482d-8598-e9f9b4103047), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:07.736153 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 43cf44a1-b0bc-4049-a98d-e337eafc0891 is: ACTIVE; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:51:07.736550 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:07.751019 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43cf44a1-b0bc-4049-a98d-e337eafc0891 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:51:07.773234 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 43cf44a1-b0bc-4049-a98d-e337eafc0891, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=43cf44a1-b0bc-4049-a98d-e337eafc0891,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:51:07.777391 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:07.833591 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-16196465-a74e-44f5-ab4a-d5d36e8aa091 req-e7ca51a2-15a5-4349-a128-779361cccc58 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] For port 9900c7e8-46c3-482d-8598-e9f9b4103047, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9900c7e8-46c3-482d-8598-e9f9b4103047,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:51:07.833883 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-16196465-a74e-44f5-ab4a-d5d36e8aa091 req-e7ca51a2-15a5-4349-a128-779361cccc58 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (9900c7e8-46c3-482d-8598-e9f9b4103047), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:07.854316 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-16196465-a74e-44f5-ab4a-d5d36e8aa091 req-e7ca51a2-15a5-4349-a128-779361cccc58 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Calling delete_port for 9900c7e8-46c3-482d-8598-e9f9b4103047 owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:51:07.860030 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=43cf44a1-b0bc-4049-a98d-e337eafc0891,revision_number=6']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:07.902231 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df8cf5-3e27-4305-bc07-ce765e131e8e req-43101508-bf3a-48b9-8818-95ede76dc12a tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:07.909254 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a4df8cf5-3e27-4305-bc07-ce765e131e8e req-43101508-bf3a-48b9-8818-95ede76dc12a tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 945 time: 0.0660527 Mar 04 00:51:07.938718 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['43cf44a1-b0bc-4049-a98d-e337eafc0891'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:51:07.988475 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a4df8cf5-3e27-4305-bc07-ce765e131e8e req-198741ab-babb-4254-87a4-61dcf64c9e13 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736279 Mar 04 00:51:08.023262 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-16196465-a74e-44f5-ab4a-d5d36e8aa091 req-e7ca51a2-15a5-4349-a128-779361cccc58 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (9900c7e8-46c3-482d-8598-e9f9b4103047), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:08.037170 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['609c6ea4-8608-404e-8b08-699f78e8ec70', '629856c0-6f62-4682-a269-22f0b66a3209', '56391725-3e2d-479a-82b1-78a8602fe302', '9900c7e8-46c3-482d-8598-e9f9b4103047'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:51:08.054402 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca51a2-15a5-4349-a128-779361cccc58 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Pushing event deleted for resources: {'Port': ['ID=9900c7e8-46c3-482d-8598-e9f9b4103047,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:08.132112 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-16196465-a74e-44f5-ab4a-d5d36e8aa091 req-e7ca51a2-15a5-4349-a128-779361cccc58 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] No DVR routers for this DVR port 9900c7e8-46c3-482d-8598-e9f9b4103047 on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:51:08.135189 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-16196465-a74e-44f5-ab4a-d5d36e8aa091 req-e7ca51a2-15a5-4349-a128-779361cccc58 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:08.140441 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-16196465-a74e-44f5-ab4a-d5d36e8aa091 req-e7ca51a2-15a5-4349-a128-779361cccc58 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.20 "DELETE /v2.0/ports/9900c7e8-46c3-482d-8598-e9f9b4103047 HTTP/1.1" status: 204 len: 173 time: 0.5987351 Mar 04 00:51:08.141132 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e67b90-952b-4414-9a84-f70a567756c6', 'name': 'network-vif-deleted', 'tag': '9900c7e8-46c3-482d-8598-e9f9b4103047'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:51:08.154894 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225444d9-f1cc-4dcc-b5d0-1ce12687334b" -d '{"events": [{"server_uuid": "d2e67b90-952b-4414-9a84-f70a567756c6", "name": "network-vif-deleted", "tag": "9900c7e8-46c3-482d-8598-e9f9b4103047"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:51:08.305321 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f8433-4b28-4f78-ba2c-82c6909c0bfc req-a47aac6d-0492-4501-9a90-2961834d51c7 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:08.307994 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-685f8433-4b28-4f78-ba2c-82c6909c0bfc req-a47aac6d-0492-4501-9a90-2961834d51c7 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.1456294 Mar 04 00:51:08.348365 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45451047-6799-4a71-bde4-afe2096bc7a2 req-4e5f891a-26bb-44f2-98bb-8d7aba160e6e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:08.350607 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-45451047-6799-4a71-bde4-afe2096bc7a2 req-4e5f891a-26bb-44f2-98bb-8d7aba160e6e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 943 time: 0.1188302 Mar 04 00:51:08.404132 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-685f8433-4b28-4f78-ba2c-82c6909c0bfc req-29c67734-1d17-461a-b395-10636237d9c3 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900209 Mar 04 00:51:08.467867 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-45451047-6799-4a71-bde4-afe2096bc7a2 req-93b3f7b2-2fe3-4dab-8856-15cb2b169e20 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916712 Mar 04 00:51:08.507345 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447f6949-17a8-4629-9120-f0439edc0ece x-openstack-request-id: req-447f6949-17a8-4629-9120-f0439edc0ece {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:51:08.507751 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e67b90-952b-4414-9a84-f70a567756c6", "name": "network-vif-deleted", "tag": "9900c7e8-46c3-482d-8598-e9f9b4103047", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:51:08.508106 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-447f6949-17a8-4629-9120-f0439edc0ece {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:51:08.508607 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e67b90-952b-4414-9a84-f70a567756c6', 'name': 'network-vif-deleted', 'tag': '9900c7e8-46c3-482d-8598-e9f9b4103047', 'status': 'completed', 'code': 200} Mar 04 00:51:08.636790 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b3f8e175-66d2-4d97-b400-a8d5cb4f5e1c req-746bcf61-c699-4835-bc82-e42899125303 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e67b90-952b-4414-9a84-f70a567756c6 HTTP/1.1" status: 200 len: 210 time: 0.0781226 Mar 04 00:51:08.674676 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde83345-3fc1-4602-83b1-a3f6ecd3bb62 req-d691a900-5b44-4922-9fb0-51e32046e21d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:08.682768 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fde83345-3fc1-4602-83b1-a3f6ecd3bb62 req-d691a900-5b44-4922-9fb0-51e32046e21d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 944 time: 0.1034620 Mar 04 00:51:08.757575 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fde83345-3fc1-4602-83b1-a3f6ecd3bb62 req-2c6d1d81-5894-4462-a3e6-4f8b4d6593d5 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737259 Mar 04 00:51:08.856794 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22e6c-0a47-40aa-9941-4548baf03bc5 req-fbc37772-cd4d-4806-8f53-993dd7b0628c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:08.858398 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9ad22e6c-0a47-40aa-9941-4548baf03bc5 req-fbc37772-cd4d-4806-8f53-993dd7b0628c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0995321 Mar 04 00:51:08.931136 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9ad22e6c-0a47-40aa-9941-4548baf03bc5 req-dcfd1ef2-1ba2-41b6-8a99-e20345c778ff tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665123 Mar 04 00:51:09.131380 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a55eaf-e70e-44db-9d9d-a399bb6cd21d req-8792af96-e222-4374-b7d0-e107b78c13bd tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:09.135000 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c5a55eaf-e70e-44db-9d9d-a399bb6cd21d req-8792af96-e222-4374-b7d0-e107b78c13bd tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 945 time: 0.0648990 Mar 04 00:51:09.204532 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c5a55eaf-e70e-44db-9d9d-a399bb6cd21d req-5892d712-1f5b-46d6-a460-f7b08a97f65a tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629680 Mar 04 00:51:09.572315 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 43cf44a1-b0bc-4049-a98d-e337eafc0891 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:51:09.629065 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c711c92-5db6-4399-8c7b-b9ac1ea4f2e0 req-d37542dd-f214-4171-aa74-f0dea0850da4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:09.632844 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 43cf44a1-b0bc-4049-a98d-e337eafc0891 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:51:09.633619 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:09.636380 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2c711c92-5db6-4399-8c7b-b9ac1ea4f2e0 req-d37542dd-f214-4171-aa74-f0dea0850da4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.1198113 Mar 04 00:51:09.668490 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7cb8a-006f-4caa-bc36-9a31efac2b3d req-195f0542-7d01-42d9-a554-d3dfb7824885 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:09.670112 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c8b7cb8a-006f-4caa-bc36-9a31efac2b3d req-195f0542-7d01-42d9-a554-d3dfb7824885 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 943 time: 0.1059239 Mar 04 00:51:09.726085 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2c711c92-5db6-4399-8c7b-b9ac1ea4f2e0 req-d3c8eea9-bfa9-4620-a00c-e9c776762eb8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887804 Mar 04 00:51:09.771085 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 43cf44a1-b0bc-4049-a98d-e337eafc0891 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:51:09.771642 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:09.792089 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c8b7cb8a-006f-4caa-bc36-9a31efac2b3d req-ba155f91-4f88-4c3a-9a77-809f68b6d049 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058145 Mar 04 00:51:09.815400 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1631ea-005d-4031-8f05-471d83997c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cf44a1-b0bc-4049-a98d-e337eafc0891'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:51:09.815400 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c4e688-6fc3-4268-994d-ab5b3292d6ab" -d '{"events": [{"server_uuid": "6b1631ea-005d-4031-8f05-471d83997c23", "name": "network-vif-plugged", "status": "completed", "tag": "43cf44a1-b0bc-4049-a98d-e337eafc0891"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:51:09.831724 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 43cf44a1-b0bc-4049-a98d-e337eafc0891, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=43cf44a1-b0bc-4049-a98d-e337eafc0891,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:51:09.841283 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:09.842559 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device fc126885-b6a1-4be9-921e-aa4cc07e2418 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:51:09.893491 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40b4dd7-c405-41b9-8a56-acebdb08a82d x-openstack-request-id: req-c40b4dd7-c405-41b9-8a56-acebdb08a82d {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:51:09.894320 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1631ea-005d-4031-8f05-471d83997c23", "name": "network-vif-plugged", "status": "completed", "tag": "43cf44a1-b0bc-4049-a98d-e337eafc0891", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:51:09.895438 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c40b4dd7-c405-41b9-8a56-acebdb08a82d {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:51:09.895822 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1631ea-005d-4031-8f05-471d83997c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cf44a1-b0bc-4049-a98d-e337eafc0891', 'code': 200} Mar 04 00:51:09.942952 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=43cf44a1-b0bc-4049-a98d-e337eafc0891,revision_number=7']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:09.954764 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87fcc7-d542-423b-9936-727d237a02b6 req-8234fd18-4864-44de-a21e-6bcca45ec353 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:09.962830 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port fc126885-b6a1-4be9-921e-aa4cc07e2418 completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:51:09.965893 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-da87fcc7-d542-423b-9936-727d237a02b6 req-8234fd18-4864-44de-a21e-6bcca45ec353 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0951667 Mar 04 00:51:09.977765 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port fc126885-b6a1-4be9-921e-aa4cc07e2418 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:51:09.981708 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (fc126885-b6a1-4be9-921e-aa4cc07e2418), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:10.070036 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-da87fcc7-d542-423b-9936-727d237a02b6 req-97295e5f-b9dc-463c-a201-09f4f1c4d45e tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0978389 Mar 04 00:51:10.117556 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port fc126885-b6a1-4be9-921e-aa4cc07e2418 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:51:10.117983 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (fc126885-b6a1-4be9-921e-aa4cc07e2418), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:10.132621 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6e881-b443-4eb0-b9a9-9ca14ebd761d req-2946aea5-4c6b-4e9f-9eca-1644a3a19f9d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:10.133981 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-19e6e881-b443-4eb0-b9a9-9ca14ebd761d req-2946aea5-4c6b-4e9f-9eca-1644a3a19f9d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0629556 Mar 04 00:51:10.160144 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port fc126885-b6a1-4be9-921e-aa4cc07e2418, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=fc126885-b6a1-4be9-921e-aa4cc07e2418,segment=NetworkSegment(cb8623a0-5ac4-460c-822f-9b8a857072b2),segment_id=cb8623a0-5ac4-460c-822f-9b8a857072b2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:51:10.165456 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (fc126885-b6a1-4be9-921e-aa4cc07e2418), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:10.166823 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 9900c7e8-46c3-482d-8598-e9f9b4103047 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:51:10.191130 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: 9900c7e8-46c3-482d-8598-e9f9b4103047 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:51:10.192191 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 9900c7e8-46c3-482d-8598-e9f9b4103047 not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:51:10.199382 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-19e6e881-b443-4eb0-b9a9-9ca14ebd761d req-371e9944-148e-4a40-950a-f5236dfdf723 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594587 Mar 04 00:51:10.253483 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=fc126885-b6a1-4be9-921e-aa4cc07e2418,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:10.363318 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19303a9-63e8-47ed-8787-388f0359a146 req-553fe70e-b0f4-4365-8056-5c122753ef8d tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:10.365728 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a19303a9-63e8-47ed-8787-388f0359a146 req-553fe70e-b0f4-4365-8056-5c122753ef8d tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 946 time: 0.0902491 Mar 04 00:51:10.456189 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a19303a9-63e8-47ed-8787-388f0359a146 req-5795f0e0-e206-4831-bd13-3c9dd60f6542 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749927 Mar 04 00:51:10.937061 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732973d-d53b-466c-b814-1e48e6518dc8 req-5bc932f9-cc93-41e7-a634-6430230d8799 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:10.938691 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e732973d-d53b-466c-b814-1e48e6518dc8 req-5bc932f9-cc93-41e7-a634-6430230d8799 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 943 time: 0.0662527 Mar 04 00:51:10.996279 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e732973d-d53b-466c-b814-1e48e6518dc8 req-e84d3ed8-ac8a-4340-b8d0-2d0953939100 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518358 Mar 04 00:51:11.232671 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d473a2b-c1f6-436c-a101-331bef678c1c req-5eca4250-089d-4274-a25b-003466dde6b4 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:11.235986 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5d473a2b-c1f6-436c-a101-331bef678c1c req-5eca4250-089d-4274-a25b-003466dde6b4 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0674329 Mar 04 00:51:11.300552 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5d473a2b-c1f6-436c-a101-331bef678c1c req-0c515621-d695-4e67-a176-e63f16806549 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598228 Mar 04 00:51:11.364544 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb2baf-d1a7-403b-93da-99248c82fba6 req-b9a5b6a9-cbff-487d-baba-2a9f0a3ffdb3 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:11.366351 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-13cb2baf-d1a7-403b-93da-99248c82fba6 req-b9a5b6a9-cbff-487d-baba-2a9f0a3ffdb3 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 945 time: 0.0827870 Mar 04 00:51:11.466310 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ea5c-7d5d-44f6-a2a8-ab4042883103 req-678ff513-fe98-4593-a514-cedc616a53d2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:11.471550 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1da1ea5c-7d5d-44f6-a2a8-ab4042883103 req-678ff513-fe98-4593-a514-cedc616a53d2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1040661 Mar 04 00:51:11.485684 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-13cb2baf-d1a7-403b-93da-99248c82fba6 req-c10f2684-c4a2-46e5-a06a-2c083a3e5870 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101708 Mar 04 00:51:11.540706 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1da1ea5c-7d5d-44f6-a2a8-ab4042883103 req-a004b8db-e483-4dca-9517-2b85f8102d9d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645823 Mar 04 00:51:11.636607 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b10c9a-0274-48f8-a8dc-4a9391cd8b0d req-02e1bcc3-5e15-4f77-aee2-12be291aaae0 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:11.638064 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a4b10c9a-0274-48f8-a8dc-4a9391cd8b0d req-02e1bcc3-5e15-4f77-aee2-12be291aaae0 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 946 time: 0.0589051 Mar 04 00:51:11.702040 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a4b10c9a-0274-48f8-a8dc-4a9391cd8b0d req-bcc539f2-d21f-4cbb-88ed-9f79f9aa3543 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466878 Mar 04 00:51:11.896990 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260c3259-a425-47cd-bd40-8b0219f64770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc126885-b6a1-4be9-921e-aa4cc07e2418'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:51:11.900319 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbeb09e2-bba0-4b79-84a4-464c6860720b" -d '{"events": [{"server_uuid": "260c3259-a425-47cd-bd40-8b0219f64770", "name": "network-vif-plugged", "status": "completed", "tag": "fc126885-b6a1-4be9-921e-aa4cc07e2418"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:51:11.939996 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9ae788-f6c0-4f90-800c-a1e384e41548 x-openstack-request-id: req-1a9ae788-f6c0-4f90-800c-a1e384e41548 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:51:11.940575 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260c3259-a425-47cd-bd40-8b0219f64770", "name": "network-vif-plugged", "status": "completed", "tag": "fc126885-b6a1-4be9-921e-aa4cc07e2418", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:51:11.940855 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a9ae788-f6c0-4f90-800c-a1e384e41548 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:51:11.941354 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260c3259-a425-47cd-bd40-8b0219f64770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc126885-b6a1-4be9-921e-aa4cc07e2418', 'code': 200} Mar 04 00:51:12.157347 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6853e9-7ac5-473c-9698-5d2ad18f1b89 req-284e7b39-b858-42c0-861c-c08065a6942d tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:12.165893 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6c6853e9-7ac5-473c-9698-5d2ad18f1b89 req-284e7b39-b858-42c0-861c-c08065a6942d tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 943 time: 0.0823314 Mar 04 00:51:12.207633 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bf49a-b7cb-4387-9063-bcc0da3e2b1e req-369ac379-9852-4b7a-b702-3519089acf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:12.209924 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-4f2bf49a-b7cb-4387-9063-bcc0da3e2b1e req-369ac379-9852-4b7a-b702-3519089acf53 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 1130 time: 0.0673146 Mar 04 00:51:12.218746 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6c6853e9-7ac5-473c-9698-5d2ad18f1b89 req-34fbd1e6-cc80-49bd-815e-21cd84cdb889 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515990 Mar 04 00:51:12.270945 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-4f2bf49a-b7cb-4387-9063-bcc0da3e2b1e req-aac41651-8ead-4870-99f8-7ecf881a774a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461631 Mar 04 00:51:12.443355 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f07280-1267-47de-9a72-a06cd8fe9b1a req-3b032d68-3943-4776-b0da-8ca2f1ec1dd4 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:12.450860 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c7f07280-1267-47de-9a72-a06cd8fe9b1a req-3b032d68-3943-4776-b0da-8ca2f1ec1dd4 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0606220 Mar 04 00:51:12.517837 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c7f07280-1267-47de-9a72-a06cd8fe9b1a req-f5edbf6f-a89d-4c1b-bf57-1902f11dc515 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660167 Mar 04 00:51:12.664012 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578adc1-be76-4de7-8d38-db10956fc32e req-5f227e61-38eb-4620-896a-6033feeca38a tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:12.667452 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1578adc1-be76-4de7-8d38-db10956fc32e req-5f227e61-38eb-4620-896a-6033feeca38a tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 945 time: 0.1002970 Mar 04 00:51:12.687173 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd600a-1123-42cd-92d2-dd960758fd86 req-57646a9c-9dd5-4b6b-a19f-00f89d882714 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:12.688634 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-79cd600a-1123-42cd-92d2-dd960758fd86 req-57646a9c-9dd5-4b6b-a19f-00f89d882714 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0784571 Mar 04 00:51:12.769640 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1578adc1-be76-4de7-8d38-db10956fc32e req-b2fb9d1d-48d9-495d-bec7-4236e2b110d5 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875931 Mar 04 00:51:12.782909 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-79cd600a-1123-42cd-92d2-dd960758fd86 req-c32168b4-400a-42e6-b549-1c8b420c2099 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858791 Mar 04 00:51:12.889733 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c28de-934b-4cdc-b498-d46880351834 req-be466259-e6f2-4be7-893d-b1b0462096dd tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:12.891612 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f86c28de-934b-4cdc-b498-d46880351834 req-be466259-e6f2-4be7-893d-b1b0462096dd tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 946 time: 0.0646532 Mar 04 00:51:12.942470 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f86c28de-934b-4cdc-b498-d46880351834 req-fb823e1e-0ccd-460e-89cd-29a0da681644 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438938 Mar 04 00:51:13.624069 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device b8233228-2c30-4e9d-ad08-9f85aed12993 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:51:13.673832 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bceec9-91fd-47c1-adee-1b158fda03ad req-44a02067-dbff-405b-bd9d-e2accfdc4379 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:13.675170 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-57bceec9-91fd-47c1-adee-1b158fda03ad req-44a02067-dbff-405b-bd9d-e2accfdc4379 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0760524 Mar 04 00:51:13.690047 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79f4b6-ba69-4eb8-8e88-465bb7f442d2 req-6829262b-d3e7-4df8-a92c-4896073fa168 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:13.692725 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-af79f4b6-ba69-4eb8-8e88-465bb7f442d2 req-6829262b-d3e7-4df8-a92c-4896073fa168 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 943 time: 0.3934309 Mar 04 00:51:13.776889 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-af79f4b6-ba69-4eb8-8e88-465bb7f442d2 req-ab18b8a0-05b3-40bf-9698-d3fea7fece05 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760398 Mar 04 00:51:13.806129 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port b8233228-2c30-4e9d-ad08-9f85aed12993, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b8233228-2c30-4e9d-ad08-9f85aed12993,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:51:13.823678 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': 'b8233228-2c30-4e9d-ad08-9f85aed12993', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'port_id': 'b8233228-2c30-4e9d-ad08-9f85aed12993', 'mac_address': 'fa:16:3e:8e:99:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:51:13.826647 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-57bceec9-91fd-47c1-adee-1b158fda03ad req-897d0e0a-3e5b-4f80-8d0f-b2e6f696068a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1324935 Mar 04 00:51:13.896800 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port b8233228-2c30-4e9d-ad08-9f85aed12993 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:51:13.897537 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (b8233228-2c30-4e9d-ad08-9f85aed12993), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:13.931815 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8233228-2c30-4e9d-ad08-9f85aed12993 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:51:13.954881 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5ceb6-6f55-4634-99f2-535fedd49f14 req-17a225d0-99b9-4101-a456-d1bd986167bc tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:13.956553 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2df5ceb6-6f55-4634-99f2-535fedd49f14 req-17a225d0-99b9-4101-a456-d1bd986167bc tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 945 time: 0.0900571 Mar 04 00:51:13.984512 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port b8233228-2c30-4e9d-ad08-9f85aed12993, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b8233228-2c30-4e9d-ad08-9f85aed12993,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:51:13.992970 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (b8233228-2c30-4e9d-ad08-9f85aed12993), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:14.072483 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2df5ceb6-6f55-4634-99f2-535fedd49f14 req-06ab1e97-03c0-4850-a8a6-ee3feb64eccd tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982234 Mar 04 00:51:14.083152 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=b8233228-2c30-4e9d-ad08-9f85aed12993,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:14.118866 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabac2fe-0432-4658-a557-73195b711085 req-613a37a8-9074-42c6-91db-751578d8a8f1 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:14.120476 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-dabac2fe-0432-4658-a557-73195b711085 req-613a37a8-9074-42c6-91db-751578d8a8f1 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1898606 Mar 04 00:51:14.214898 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-dabac2fe-0432-4658-a557-73195b711085 req-3f4250b2-ecf0-4cac-a1b8-a35ac574d46d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866899 Mar 04 00:51:14.243597 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42776a-65df-41ef-9dde-06a3d3a50a17 req-54d8cf24-1f59-4ad0-8e74-7701bc46569e tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:14.245252 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0d42776a-65df-41ef-9dde-06a3d3a50a17 req-54d8cf24-1f59-4ad0-8e74-7701bc46569e tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 946 time: 0.0931048 Mar 04 00:51:14.301713 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0d42776a-65df-41ef-9dde-06a3d3a50a17 req-7112efae-44bd-4b27-a1cb-fea8663c34ad tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498154 Mar 04 00:51:14.612771 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['b8233228-2c30-4e9d-ad08-9f85aed12993'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:51:14.655938 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52540437-fb2d-457d-a26f-4488a19f329c req-5fcce453-086f-4953-bf2e-39aef3a00aa6 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:14.657889 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-52540437-fb2d-457d-a26f-4488a19f329c req-5fcce453-086f-4953-bf2e-39aef3a00aa6 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 945 time: 0.0788717 Mar 04 00:51:14.822787 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-52540437-fb2d-457d-a26f-4488a19f329c req-a7a9a6c0-4031-42e2-b9ee-f278651c87e4 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Deleting port 56391725-3e2d-479a-82b1-78a8602fe302 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:51:14.823215 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-52540437-fb2d-457d-a26f-4488a19f329c req-a7a9a6c0-4031-42e2-b9ee-f278651c87e4 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (56391725-3e2d-479a-82b1-78a8602fe302), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:14.974356 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faba3ae-3ecd-42ac-9977-457257386796 req-7ca48dd7-51bf-43c0-8d08-c65c79644eeb tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:14.979889 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1faba3ae-3ecd-42ac-9977-457257386796 req-7ca48dd7-51bf-43c0-8d08-c65c79644eeb tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 944 time: 0.1136293 Mar 04 00:51:14.996802 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-52540437-fb2d-457d-a26f-4488a19f329c req-a7a9a6c0-4031-42e2-b9ee-f278651c87e4 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] For port 56391725-3e2d-479a-82b1-78a8602fe302, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=56391725-3e2d-479a-82b1-78a8602fe302,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:51:14.997338 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-52540437-fb2d-457d-a26f-4488a19f329c req-a7a9a6c0-4031-42e2-b9ee-f278651c87e4 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (56391725-3e2d-479a-82b1-78a8602fe302), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:15.014076 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-52540437-fb2d-457d-a26f-4488a19f329c req-a7a9a6c0-4031-42e2-b9ee-f278651c87e4 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Calling delete_port for 56391725-3e2d-479a-82b1-78a8602fe302 owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:51:15.074166 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00dc645-8b21-4723-9ef7-4e8fe4f860be req-9c7cbf79-bde3-4a13-9b4b-1846fa37e0a6 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:15.081632 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d00dc645-8b21-4723-9ef7-4e8fe4f860be req-9c7cbf79-bde3-4a13-9b4b-1846fa37e0a6 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.1430373 Mar 04 00:51:15.087783 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1faba3ae-3ecd-42ac-9977-457257386796 req-b537eec8-e2c0-4c31-9828-b02ebfc14012 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918992 Mar 04 00:51:15.163515 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d00dc645-8b21-4723-9ef7-4e8fe4f860be req-3ea1fd62-279c-44f8-b31f-1c25aa54962f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747948 Mar 04 00:51:15.246556 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537b377-a43b-4a07-8fab-0e5e0b43a761 req-79d1f86a-e31e-4877-8781-c971f8147324 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:15.247217 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-52540437-fb2d-457d-a26f-4488a19f329c req-a7a9a6c0-4031-42e2-b9ee-f278651c87e4 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (56391725-3e2d-479a-82b1-78a8602fe302), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:15.248981 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9537b377-a43b-4a07-8fab-0e5e0b43a761 req-79d1f86a-e31e-4877-8781-c971f8147324 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7a0a2e-4416-4d40-8f14-f9116eaa1563 HTTP/1.1" status: 200 len: 945 time: 0.0667703 Mar 04 00:51:15.268801 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['609c6ea4-8608-404e-8b08-699f78e8ec70', '629856c0-6f62-4682-a269-22f0b66a3209', '56391725-3e2d-479a-82b1-78a8602fe302'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:51:15.303802 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9a6c0-4031-42e2-b9ee-f278651c87e4 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Pushing event deleted for resources: {'Port': ['ID=56391725-3e2d-479a-82b1-78a8602fe302,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:15.327778 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9537b377-a43b-4a07-8fab-0e5e0b43a761 req-a90f1891-fda1-44be-8dc2-02ab71468131 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672588 Mar 04 00:51:15.374470 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-52540437-fb2d-457d-a26f-4488a19f329c req-a7a9a6c0-4031-42e2-b9ee-f278651c87e4 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] No DVR routers for this DVR port 56391725-3e2d-479a-82b1-78a8602fe302 on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:51:15.377901 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-52540437-fb2d-457d-a26f-4488a19f329c req-a7a9a6c0-4031-42e2-b9ee-f278651c87e4 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:15.383809 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-52540437-fb2d-457d-a26f-4488a19f329c req-a7a9a6c0-4031-42e2-b9ee-f278651c87e4 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.20 "DELETE /v2.0/ports/56391725-3e2d-479a-82b1-78a8602fe302 HTTP/1.1" status: 204 len: 173 time: 0.7124338 Mar 04 00:51:15.384053 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7a0a2e-4416-4d40-8f14-f9116eaa1563', 'name': 'network-vif-deleted', 'tag': '56391725-3e2d-479a-82b1-78a8602fe302'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:51:15.396532 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20220ae1-5366-468b-8fa2-39a068eb4a93" -d '{"events": [{"server_uuid": "2d7a0a2e-4416-4d40-8f14-f9116eaa1563", "name": "network-vif-deleted", "tag": "56391725-3e2d-479a-82b1-78a8602fe302"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:51:15.413773 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c64a2a-40b1-4d72-b83f-4beb017a07a2 req-029a1421-db19-4c9f-b8c1-65bd26404362 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:15.415656 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e1c64a2a-40b1-4d72-b83f-4beb017a07a2 req-029a1421-db19-4c9f-b8c1-65bd26404362 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1118715 Mar 04 00:51:15.461609 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc22ec2-27ea-44a4-902f-1badcd42a6d1 x-openstack-request-id: req-3bc22ec2-27ea-44a4-902f-1badcd42a6d1 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:51:15.461927 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7a0a2e-4416-4d40-8f14-f9116eaa1563", "name": "network-vif-deleted", "tag": "56391725-3e2d-479a-82b1-78a8602fe302", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:51:15.462182 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3bc22ec2-27ea-44a4-902f-1badcd42a6d1 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:51:15.462578 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7a0a2e-4416-4d40-8f14-f9116eaa1563', 'name': 'network-vif-deleted', 'tag': '56391725-3e2d-479a-82b1-78a8602fe302', 'status': 'completed', 'code': 200} Mar 04 00:51:15.493321 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e1c64a2a-40b1-4d72-b83f-4beb017a07a2 req-86d19ee2-8dcd-4b7d-b9ea-33dd56a97ad0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710707 Mar 04 00:51:16.261025 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68e831-b480-419f-9131-31d2e35fbb10 req-20734366-9402-47dc-82ab-cc36d01d036c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:16.262855 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ca68e831-b480-419f-9131-31d2e35fbb10 req-20734366-9402-47dc-82ab-cc36d01d036c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 944 time: 0.0765514 Mar 04 00:51:16.362075 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ca68e831-b480-419f-9131-31d2e35fbb10 req-3b2bd20a-284b-422f-8232-ea611ef6794a tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914106 Mar 04 00:51:16.385203 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652111e-c0ac-4d29-b597-8204b0386455 req-c2dff7f9-605c-4bdf-b6ca-6744005b0ce8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:16.388137 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3652111e-c0ac-4d29-b597-8204b0386455 req-c2dff7f9-605c-4bdf-b6ca-6744005b0ce8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.1146929 Mar 04 00:51:16.452355 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3652111e-c0ac-4d29-b597-8204b0386455 req-c5db75c0-7bf1-4a6f-a75e-ed8c061cd298 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633278 Mar 04 00:51:16.701040 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14c127-26ba-45c2-bcef-fe3e07782413 req-85953c45-0232-4457-95eb-4c638036356f tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:16.702606 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9e14c127-26ba-45c2-bcef-fe3e07782413 req-85953c45-0232-4457-95eb-4c638036356f tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 945 time: 0.0733345 Mar 04 00:51:16.710143 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e16cb-9db5-4a85-9015-7fda554d22f7 req-a3902b2c-ec39-49b1-b3fc-a66e5171df6a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:16.711599 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d71e16cb-9db5-4a85-9015-7fda554d22f7 req-a3902b2c-ec39-49b1-b3fc-a66e5171df6a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1360071 Mar 04 00:51:16.771367 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9e14c127-26ba-45c2-bcef-fe3e07782413 req-7b9860eb-c2c1-4df4-b779-81678a1d7ac9 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587838 Mar 04 00:51:16.802647 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d71e16cb-9db5-4a85-9015-7fda554d22f7 req-42f1edf4-86c5-44d8-8be4-183ebf8d981d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840693 Mar 04 00:51:17.510515 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1590c8c-c1c9-453a-82c8-58f4c6f63820 req-e8cf23e7-b9c4-4678-a820-7276adaacaf3 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:17.512026 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d1590c8c-c1c9-453a-82c8-58f4c6f63820 req-e8cf23e7-b9c4-4678-a820-7276adaacaf3 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 944 time: 0.0749326 Mar 04 00:51:17.609471 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d1590c8c-c1c9-453a-82c8-58f4c6f63820 req-e5fd7930-12ed-4dd5-9f80-bc2cb97975e4 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865247 Mar 04 00:51:17.635710 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device b8233228-2c30-4e9d-ad08-9f85aed12993 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:51:17.637703 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91c916-b834-488b-91f5-e41c6165482a req-efb73afa-f0a8-4cb2-9297-61c164192840 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:17.642784 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7b91c916-b834-488b-91f5-e41c6165482a req-efb73afa-f0a8-4cb2-9297-61c164192840 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0893493 Mar 04 00:51:17.697691 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port b8233228-2c30-4e9d-ad08-9f85aed12993 completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:51:17.703134 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port b8233228-2c30-4e9d-ad08-9f85aed12993 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:51:17.703637 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (b8233228-2c30-4e9d-ad08-9f85aed12993), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:17.705837 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7b91c916-b834-488b-91f5-e41c6165482a req-124116d8-82a3-4bda-b4e5-1d802f1a7bee tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596046 Mar 04 00:51:17.798738 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port b8233228-2c30-4e9d-ad08-9f85aed12993 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:51:17.799162 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (b8233228-2c30-4e9d-ad08-9f85aed12993), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:17.837533 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7654a1-932a-4623-8f87-ee471df87781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8233228-2c30-4e9d-ad08-9f85aed12993'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:51:17.844242 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab91e6c9-4cd5-4d59-b817-fa1c8575cf2b" -d '{"events": [{"server_uuid": "ba7654a1-932a-4623-8f87-ee471df87781", "name": "network-vif-plugged", "status": "completed", "tag": "b8233228-2c30-4e9d-ad08-9f85aed12993"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:51:17.855785 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port b8233228-2c30-4e9d-ad08-9f85aed12993, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b8233228-2c30-4e9d-ad08-9f85aed12993,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:51:17.860880 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (b8233228-2c30-4e9d-ad08-9f85aed12993), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:17.862676 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 56391725-3e2d-479a-82b1-78a8602fe302 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:51:17.891307 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: 56391725-3e2d-479a-82b1-78a8602fe302 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:51:17.891885 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 56391725-3e2d-479a-82b1-78a8602fe302 not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:51:17.947551 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=b8233228-2c30-4e9d-ad08-9f85aed12993,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:18.016578 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c79f4-128f-4d78-b563-e1fdd64a98b0 req-eada4282-b90b-4d65-a432-8f1d3a07ab37 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:18.018135 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d97c79f4-128f-4d78-b563-e1fdd64a98b0 req-eada4282-b90b-4d65-a432-8f1d3a07ab37 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0944865 Mar 04 00:51:18.026000 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0db11-923f-4445-84f3-5811c1a97cf5 req-8f9d5b4a-d9b5-4807-92f6-2caad914ee81 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:18.027383 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9ae0db11-923f-4445-84f3-5811c1a97cf5 req-8f9d5b4a-d9b5-4807-92f6-2caad914ee81 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 945 time: 0.1121583 Mar 04 00:51:18.101254 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d97c79f4-128f-4d78-b563-e1fdd64a98b0 req-3684f9c7-f782-467e-bb9f-f9ff72d0a1df tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728030 Mar 04 00:51:18.124201 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9ae0db11-923f-4445-84f3-5811c1a97cf5 req-0003a78f-f918-48bf-a921-7f2809f8a04b tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765712 Mar 04 00:51:18.149395 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efce018-a823-497c-b2c6-259c9a87f724 x-openstack-request-id: req-5efce018-a823-497c-b2c6-259c9a87f724 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:51:18.149821 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7654a1-932a-4623-8f87-ee471df87781", "name": "network-vif-plugged", "status": "completed", "tag": "b8233228-2c30-4e9d-ad08-9f85aed12993", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:51:18.150133 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5efce018-a823-497c-b2c6-259c9a87f724 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:51:18.150613 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7654a1-932a-4623-8f87-ee471df87781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8233228-2c30-4e9d-ad08-9f85aed12993', 'code': 200} Mar 04 00:51:18.481850 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5c1cc-985b-40a0-bf86-c1fdba4edf7b req-a730c38f-a11c-4438-a906-2bb81e0057b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:18.483365 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-fac5c1cc-985b-40a0-bf86-c1fdba4edf7b req-a730c38f-a11c-4438-a906-2bb81e0057b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 1129 time: 0.0523129 Mar 04 00:51:18.535018 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-fac5c1cc-985b-40a0-bf86-c1fdba4edf7b req-ddc24468-1c07-47f2-b884-7083c565539b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415955 Mar 04 00:51:18.723313 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c3e20-6733-47d3-99fd-3b6be10b80bd req-d497d303-9758-46f2-9534-cdef3d85a1f4 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:18.724820 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-141c3e20-6733-47d3-99fd-3b6be10b80bd req-d497d303-9758-46f2-9534-cdef3d85a1f4 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 945 time: 0.0573418 Mar 04 00:51:18.785105 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-141c3e20-6733-47d3-99fd-3b6be10b80bd req-4c2fcdb5-82ae-4ab8-a50d-600c28ab8f8f tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511844 Mar 04 00:51:18.869075 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dd09b-25eb-425e-ae7b-fae9c0ceee9a req-d006c087-8b19-4590-8ef0-3052b742528b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:18.870618 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8a5dd09b-25eb-425e-ae7b-fae9c0ceee9a req-d006c087-8b19-4590-8ef0-3052b742528b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0660794 Mar 04 00:51:18.899955 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffceeda-339f-4ac5-90f1-d6fa497115cb req-758ea160-cb7e-4782-a9a1-11b15545ceca tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:18.901425 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3ffceeda-339f-4ac5-90f1-d6fa497115cb req-758ea160-cb7e-4782-a9a1-11b15545ceca tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.20 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 945 time: 0.0545726 Mar 04 00:51:18.920653 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8a5dd09b-25eb-425e-ae7b-fae9c0ceee9a req-e5b735cb-8dbf-443c-a44b-f766ccca4fff tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441751 Mar 04 00:51:19.002196 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-3ffceeda-339f-4ac5-90f1-d6fa497115cb req-25f1bf75-e5c2-4f04-95d8-4d30058890fe tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Deleting port 629856c0-6f62-4682-a269-22f0b66a3209 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:51:19.002541 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3ffceeda-339f-4ac5-90f1-d6fa497115cb req-25f1bf75-e5c2-4f04-95d8-4d30058890fe tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (629856c0-6f62-4682-a269-22f0b66a3209), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:19.091843 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-3ffceeda-339f-4ac5-90f1-d6fa497115cb req-25f1bf75-e5c2-4f04-95d8-4d30058890fe tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] For port 629856c0-6f62-4682-a269-22f0b66a3209, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=629856c0-6f62-4682-a269-22f0b66a3209,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:51:19.092335 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3ffceeda-339f-4ac5-90f1-d6fa497115cb req-25f1bf75-e5c2-4f04-95d8-4d30058890fe tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (629856c0-6f62-4682-a269-22f0b66a3209), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:19.104940 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-3ffceeda-339f-4ac5-90f1-d6fa497115cb req-25f1bf75-e5c2-4f04-95d8-4d30058890fe tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Calling delete_port for 629856c0-6f62-4682-a269-22f0b66a3209 owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:51:19.256430 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3ffceeda-339f-4ac5-90f1-d6fa497115cb req-25f1bf75-e5c2-4f04-95d8-4d30058890fe tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (629856c0-6f62-4682-a269-22f0b66a3209), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:19.263918 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53738b-3950-4f35-9f3f-96ea06923ad9 req-a96a6c88-d2d3-436d-9770-264ab890981b tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:19.265761 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1c53738b-3950-4f35-9f3f-96ea06923ad9 req-a96a6c88-d2d3-436d-9770-264ab890981b tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=49c929c8-bf7f-43fa-bc1e-01b1f9737b39 HTTP/1.1" status: 200 len: 945 time: 0.0879498 Mar 04 00:51:19.271772 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['609c6ea4-8608-404e-8b08-699f78e8ec70', '629856c0-6f62-4682-a269-22f0b66a3209'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:51:19.289693 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c11d4-6b78-4879-a457-9ee8026ba678 req-e4622c62-568e-4b5d-b605-b0f9bd22e51b tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:19.291491 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3f8c11d4-6b78-4879-a457-9ee8026ba678 req-e4622c62-568e-4b5d-b605-b0f9bd22e51b tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0852869 Mar 04 00:51:19.337983 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1bf75-e5c2-4f04-95d8-4d30058890fe tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Pushing event deleted for resources: {'Port': ['ID=629856c0-6f62-4682-a269-22f0b66a3209,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:19.357424 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffceeda-339f-4ac5-90f1-d6fa497115cb req-25f1bf75-e5c2-4f04-95d8-4d30058890fe tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] No DVR routers for this DVR port 629856c0-6f62-4682-a269-22f0b66a3209 on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:51:19.360826 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3ffceeda-339f-4ac5-90f1-d6fa497115cb req-25f1bf75-e5c2-4f04-95d8-4d30058890fe tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:19.365095 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3ffceeda-339f-4ac5-90f1-d6fa497115cb req-25f1bf75-e5c2-4f04-95d8-4d30058890fe tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.20 "DELETE /v2.0/ports/629856c0-6f62-4682-a269-22f0b66a3209 HTTP/1.1" status: 204 len: 173 time: 0.4564414 Mar 04 00:51:19.365732 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c929c8-bf7f-43fa-bc1e-01b1f9737b39', 'name': 'network-vif-deleted', 'tag': '629856c0-6f62-4682-a269-22f0b66a3209'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:51:19.368009 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421925a1-e23f-43af-8a5a-5d0c59a5e805" -d '{"events": [{"server_uuid": "49c929c8-bf7f-43fa-bc1e-01b1f9737b39", "name": "network-vif-deleted", "tag": "629856c0-6f62-4682-a269-22f0b66a3209"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:51:19.376274 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1c53738b-3950-4f35-9f3f-96ea06923ad9 req-2a9fa5f5-32c3-49c3-bbf9-cddb6aa76540 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932629 Mar 04 00:51:19.408986 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3f8c11d4-6b78-4879-a457-9ee8026ba678 req-5c6592bd-618f-4eee-88eb-2b3cf540f28c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000950 Mar 04 00:51:19.466448 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-c71a8419-9076-4a98-951e-cccfcc7f3aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:19.471142 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348872bd-0e95-4cdd-930a-3c1322041090 x-openstack-request-id: req-348872bd-0e95-4cdd-930a-3c1322041090 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:51:19.471437 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c929c8-bf7f-43fa-bc1e-01b1f9737b39", "name": "network-vif-deleted", "tag": "629856c0-6f62-4682-a269-22f0b66a3209", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:51:19.471690 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-348872bd-0e95-4cdd-930a-3c1322041090 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:51:19.472085 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c929c8-bf7f-43fa-bc1e-01b1f9737b39', 'name': 'network-vif-deleted', 'tag': '629856c0-6f62-4682-a269-22f0b66a3209', 'status': 'completed', 'code': 200} Mar 04 00:51:19.491254 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7226a-9354-499b-8540-2b42b01f8036 req-daaa2927-988a-4810-8e4a-d02b6809abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:19.492761 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-9fb7226a-9354-499b-8540-2b42b01f8036 req-daaa2927-988a-4810-8e4a-d02b6809abd6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc&device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 1129 time: 0.0571270 Mar 04 00:51:19.597525 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7226a-9354-499b-8540-2b42b01f8036 req-49b9a5a9-a2d3-48f5-96f4-beaa9e9dd9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:19.599624 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-9fb7226a-9354-499b-8540-2b42b01f8036 req-49b9a5a9-a2d3-48f5-96f4-beaa9e9dd9cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 HTTP/1.1" status: 200 len: 917 time: 0.0883360 Mar 04 00:51:19.672721 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-9fb7226a-9354-499b-8540-2b42b01f8036 req-04e12ca7-a93d-42b6-9790-d7a8aba7ffcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43cf44a1-b0bc-4049-a98d-e337eafc0891 HTTP/1.1" status: 200 len: 1001 time: 0.0653191 Mar 04 00:51:19.720866 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7226a-9354-499b-8540-2b42b01f8036 req-6c75c2a2-fa14-4295-8081-96178d1b3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:19.722296 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-9fb7226a-9354-499b-8540-2b42b01f8036 req-6c75c2a2-fa14-4295-8081-96178d1b3556 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87bec407-8dd4-4f43-bf0c-56797aa95a7a HTTP/1.1" status: 200 len: 855 time: 0.0424602 Mar 04 00:51:19.779389 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7226a-9354-499b-8540-2b42b01f8036 req-d60f1759-1f76-4312-b85b-58f8d72957b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:19.780901 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-9fb7226a-9354-499b-8540-2b42b01f8036 req-d60f1759-1f76-4312-b85b-58f8d72957b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445545 Mar 04 00:51:19.877764 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-9fb7226a-9354-499b-8540-2b42b01f8036 req-b71e8f1a-5122-49e7-b34f-4238495ce979 service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870290 Mar 04 00:51:19.916865 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de685147-5472-47e4-ac2f-3dcfd0c2568e req-53036f7f-3a59-4260-a6c8-985a68d64e5d tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:19.918431 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-de685147-5472-47e4-ac2f-3dcfd0c2568e req-53036f7f-3a59-4260-a6c8-985a68d64e5d tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 945 time: 0.0539739 Mar 04 00:51:19.969552 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-de685147-5472-47e4-ac2f-3dcfd0c2568e req-0f9741b7-aa45-4dcb-b798-dff5de48b67b tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449960 Mar 04 00:51:19.974344 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-9fb7226a-9354-499b-8540-2b42b01f8036 req-b7fda174-78ed-41c7-a438-1db669d441e1 service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893509 Mar 04 00:51:20.054038 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16362e40-7a9e-4489-a493-5d276a04afe9 req-bc6bc7c4-18ac-4684-bca0-970598870d3a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:20.055525 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-16362e40-7a9e-4489-a493-5d276a04afe9 req-bc6bc7c4-18ac-4684-bca0-970598870d3a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0531523 Mar 04 00:51:20.104597 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-16362e40-7a9e-4489-a493-5d276a04afe9 req-80a3a65b-fb31-45b2-8ecb-8a78b7a01bc1 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434341 Mar 04 00:51:20.563714 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafc186-411b-4a94-91c2-73b0ef0198eb req-6feb2dfe-dc8e-4254-9573-c1f488518a92 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:20.565183 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5cafc186-411b-4a94-91c2-73b0ef0198eb req-6feb2dfe-dc8e-4254-9573-c1f488518a92 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0571077 Mar 04 00:51:20.611756 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5cafc186-411b-4a94-91c2-73b0ef0198eb req-d2a4de28-cc13-4389-a00d-4601c4edad64 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399425 Mar 04 00:51:21.100192 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9be50f-97c5-485f-9ea4-33b1dc3c476e req-5697c213-e847-41f8-8c3e-8a33cd8f7ca1 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:21.101596 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ea9be50f-97c5-485f-9ea4-33b1dc3c476e req-5697c213-e847-41f8-8c3e-8a33cd8f7ca1 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 945 time: 0.0539753 Mar 04 00:51:21.151525 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ea9be50f-97c5-485f-9ea4-33b1dc3c476e req-175ced6f-eb59-42b0-a818-0aaa988bd08e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443704 Mar 04 00:51:21.259570 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54470ebd-0aa8-4bb6-a848-4d704fe25374 req-5ae0d923-265d-46ac-9049-4135d0b68529 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:21.261102 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-54470ebd-0aa8-4bb6-a848-4d704fe25374 req-5ae0d923-265d-46ac-9049-4135d0b68529 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0806720 Mar 04 00:51:21.300477 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e852df-8c3b-4ba8-9982-84398f39e5e6 req-88beedaa-6207-48da-94d5-f1393ff4f112 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:21.301960 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c8e852df-8c3b-4ba8-9982-84398f39e5e6 req-88beedaa-6207-48da-94d5-f1393ff4f112 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 945 time: 0.0816119 Mar 04 00:51:21.336145 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-54470ebd-0aa8-4bb6-a848-4d704fe25374 req-2711cda4-6fff-41b4-b0b6-78ce1f0424a4 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692837 Mar 04 00:51:21.368279 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c8e852df-8c3b-4ba8-9982-84398f39e5e6 req-86eb2ebb-6b81-4fe1-a207-a7eb2bd8dd60 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607657 Mar 04 00:51:21.391354 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 46728) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:21.538316 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dd6b68-9164-4130-bcdd-ab482c64ee70 tempest-TestVolumeBootPattern-1331457357 tempest-TestVolumeBootPattern-1331457357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:21.539962 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-00dd6b68-9164-4130-bcdd-ab482c64ee70 tempest-TestVolumeBootPattern-1331457357 tempest-TestVolumeBootPattern-1331457357-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 1124 time: 0.1476321 Mar 04 00:51:21.542643 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 46734) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:21.547359 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Request body: {'floatingip': {'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'port_id': 'b8233228-2c30-4e9d-ad08-9f85aed12993', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:51:21.571718 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:21.684735 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:21.723929 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-b82152b7-c3c2-4438-982f-d9fa9fb1fb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:21.770459 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8f8e9-4e39-4044-ace2-209a58118c10 req-f07e7ccd-91df-449f-b40c-69d674469917 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:21.771925 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-81a8f8e9-4e39-4044-ace2-209a58118c10 req-f07e7ccd-91df-449f-b40c-69d674469917 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0705318 Mar 04 00:51:21.810370 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Allocated IP 172.27.0.187 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/c609e485-cb9b-47e3-996f-5309c1f62ca4) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:51:21.854255 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-81a8f8e9-4e39-4044-ace2-209a58118c10 req-072353d2-ddfc-4986-bad7-74b021e71cf4 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600224 Mar 04 00:51:21.861566 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddce3f8-0f13-4948-abeb-5bcebfa420bf req-9b8a5ed7-6143-4bf8-a37e-489ab4b61055 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:21.863941 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7ddce3f8-0f13-4948-abeb-5bcebfa420bf req-9b8a5ed7-6143-4bf8-a37e-489ab4b61055 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 946 time: 0.1095753 Mar 04 00:51:21.913185 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7ddce3f8-0f13-4948-abeb-5bcebfa420bf req-c61b6c78-6850-47ee-94e9-584110b92b01 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433924 Mar 04 00:51:21.921214 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for port (c609e485-cb9b-47e3-996f-5309c1f62ca4), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:21.960866 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (c609e485-cb9b-47e3-996f-5309c1f62ca4), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:22.000741 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:51:22.003591 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:51:22.007648 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:51:22.031910 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event updated for resources: {'Port': ['ID=c609e485-cb9b-47e3-996f-5309c1f62ca4,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:22.462478 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430172f-43b3-41fc-a256-d9e64feec8df req-cb0f516a-8bb4-4cb3-8960-d9daa6638289 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:22.463966 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2430172f-43b3-41fc-a256-d9e64feec8df req-cb0f516a-8bb4-4cb3-8960-d9daa6638289 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0559697 Mar 04 00:51:22.523414 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2430172f-43b3-41fc-a256-d9e64feec8df req-8dff05ee-9f6d-4b08-ae38-dbc2e6a63183 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508659 Mar 04 00:51:22.625574 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for floatingip (bdf599ac-77c3-455a-b56c-01c67562ecce), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:22.695181 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (c609e485-cb9b-47e3-996f-5309c1f62ca4), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:22.773970 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:22.855366 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for port (c609e485-cb9b-47e3-996f-5309c1f62ca4), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:22.859631 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (c609e485-cb9b-47e3-996f-5309c1f62ca4), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:22.927227 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event updated for resources: {'Port': ['ID=c609e485-cb9b-47e3-996f-5309c1f62ca4,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:22.940773 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:22.941130 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:22.942089 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:22.942443 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:22.942775 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:22.943113 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:22.943441 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:22.943779 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:22.944108 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:22.944435 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:22.944760 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:22.945286 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:22.945612 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:22.951317 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (bdf599ac-77c3-455a-b56c-01c67562ecce), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:23.011708 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f860e6-973d-484e-a635-e55291016c68 req-d82050ad-4649-4197-a7b1-e2d810de232c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:23.013413 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-65f860e6-973d-484e-a635-e55291016c68 req-d82050ad-4649-4197-a7b1-e2d810de232c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0880835 Mar 04 00:51:23.063823 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.l3_db [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Floating IP bdf599ac-77c3-455a-b56c-01c67562ecce associated. External IP: 172.27.0.187, port: b8233228-2c30-4e9d-ad08-9f85aed12993. Mar 04 00:51:23.089971 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-65f860e6-973d-484e-a635-e55291016c68 req-a4ceed79-db8e-4926-acfa-bd0b3203f747 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667431 Mar 04 00:51:23.099822 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138b177-b392-47fc-a441-169a804f5294 req-483b29ea-10fe-4c52-a97a-0b60a16dbd98 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:23.101349 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1138b177-b392-47fc-a441-169a804f5294 req-483b29ea-10fe-4c52-a97a-0b60a16dbd98 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 946 time: 0.0869253 Mar 04 00:51:23.156291 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1138b177-b392-47fc-a441-169a804f5294 req-3eeff0d3-7038-4ad5-a348-60e330945837 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 Mar 04 00:51:23.290087 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Router a620f0c6-79dc-4f2a-9704-126e860edc19 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:51:23.403972 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:51:23.413738 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa06d2e-df12-4419-88af-ceca39ee7d92 None None] Sync routers for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:51:23.420589 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:23.423807 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa06d2e-df12-4419-88af-ceca39ee7d92 None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:51:23.424416 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-0aa06d2e-df12-4419-88af-ceca39ee7d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:51:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:51:23.464870 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-c44d4bf2-66f1-458d-b216-602120fc3d23 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9070730 Mar 04 00:51:23.464870 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7654a1-932a-4623-8f87-ee471df87781', 'tag': 'b8233228-2c30-4e9d-ad08-9f85aed12993'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:51:23.464870 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2423de8-32be-470b-9537-6ef08520b99a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7654a1-932a-4623-8f87-ee471df87781", "tag": "b8233228-2c30-4e9d-ad08-9f85aed12993"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:51:23.487986 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fb5785-8e92-45df-83d3-bd6d116d6468 x-openstack-request-id: req-f4fb5785-8e92-45df-83d3-bd6d116d6468 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:51:23.488306 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7654a1-932a-4623-8f87-ee471df87781", "tag": "b8233228-2c30-4e9d-ad08-9f85aed12993", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:51:23.488557 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4fb5785-8e92-45df-83d3-bd6d116d6468 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:51:23.488953 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7654a1-932a-4623-8f87-ee471df87781', 'tag': 'b8233228-2c30-4e9d-ad08-9f85aed12993', 'status': 'completed', 'code': 200} Mar 04 00:51:23.534327 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-0aa06d2e-df12-4419-88af-ceca39ee7d92 None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:51:23.573684 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2423de8-32be-470b-9537-6ef08520b99a req-7c637585-5679-47ee-a1d2-226cade1a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:23.575371 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a2423de8-32be-470b-9537-6ef08520b99a req-7c637585-5679-47ee-a1d2-226cade1a213 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d19a3e3e6fd4ca1976096625e933086&device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 1129 time: 0.0488920 Mar 04 00:51:23.651795 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265503e-13cd-42b9-83be-9b405513410a req-736a9460-867b-4639-b142-8d6386458bcb tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:23.653460 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a265503e-13cd-42b9-83be-9b405513410a req-736a9460-867b-4639-b142-8d6386458bcb tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 945 time: 0.0566680 Mar 04 00:51:23.664329 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 43cf44a1-b0bc-4049-a98d-e337eafc0891 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:51:23.682823 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2423de8-32be-470b-9537-6ef08520b99a req-b8b4db33-c3ff-47a8-8ac8-0be48a97e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:23.684552 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a2423de8-32be-470b-9537-6ef08520b99a req-b8b4db33-c3ff-47a8-8ac8-0be48a97e000 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03f613fb-df51-4832-9479-76b3f57aa165 HTTP/1.1" status: 200 len: 912 time: 0.0946951 Mar 04 00:51:23.720119 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a265503e-13cd-42b9-83be-9b405513410a req-d19d7880-d12e-4dc5-a1e2-0f0a743ce00a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601654 Mar 04 00:51:23.769045 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a2423de8-32be-470b-9537-6ef08520b99a req-ffa7e716-b7d7-4be2-9789-dbf8991d9c86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8233228-2c30-4e9d-ad08-9f85aed12993 HTTP/1.1" status: 200 len: 999 time: 0.0689709 Mar 04 00:51:23.774072 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 43cf44a1-b0bc-4049-a98d-e337eafc0891 is: ACTIVE; New status is: DOWN {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:51:23.774916 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:23.782074 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-0aa06d2e-df12-4419-88af-ceca39ee7d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'bdf599ac-77c3-455a-b56c-01c67562ecce', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'port_id': 'b8233228-2c30-4e9d-ad08-9f85aed12993', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'mac_address': 'fa:16:3e:8e:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7654a1-932a-4623-8f87-ee471df87781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:51:22Z', 'updated_at': '2022-03-04T00:51:22Z', 'revision_number': 0, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:51:23.799919 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1631ea-005d-4031-8f05-471d83997c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43cf44a1-b0bc-4049-a98d-e337eafc0891'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:51:23.803040 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8dd1c0-11b4-4b96-bc65-3e4911add99c" -d '{"events": [{"server_uuid": "6b1631ea-005d-4031-8f05-471d83997c23", "name": "network-vif-unplugged", "status": "completed", "tag": "43cf44a1-b0bc-4049-a98d-e337eafc0891"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:51:23.813871 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa06d2e-df12-4419-88af-ceca39ee7d92 None None] Checking router: a620f0c6-79dc-4f2a-9704-126e860edc19 for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:51:23.824714 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa06d2e-df12-4419-88af-ceca39ee7d92 None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:51:23.825329 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-0aa06d2e-df12-4419-88af-ceca39ee7d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:51:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:51:23.832478 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2423de8-32be-470b-9537-6ef08520b99a req-332f1be0-ca37-4e2a-8348-6d15e472cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:23.834006 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a2423de8-32be-470b-9537-6ef08520b99a req-332f1be0-ca37-4e2a-8348-6d15e472cfea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=97b47f6d-aec7-4417-8d0d-53f7d0562551 HTTP/1.1" status: 200 len: 850 time: 0.0536380 Mar 04 00:51:23.839140 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 43cf44a1-b0bc-4049-a98d-e337eafc0891, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=43cf44a1-b0bc-4049-a98d-e337eafc0891,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:51:23.849215 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:23.850437 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 629856c0-6f62-4682-a269-22f0b66a3209 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:51:23.884692 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Mar 2022 00:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198e4ef6-9d98-4a04-a11e-945ad268fa02 x-openstack-request-id: req-198e4ef6-9d98-4a04-a11e-945ad268fa02 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:51:23.885181 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1631ea-005d-4031-8f05-471d83997c23", "name": "network-vif-unplugged", "status": "failed", "tag": "43cf44a1-b0bc-4049-a98d-e337eafc0891", "code": 422}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:51:23.885748 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-198e4ef6-9d98-4a04-a11e-945ad268fa02 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:51:23.886366 dv-cinder-812685-7-iscsi neutron-server[109682]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b1631ea-005d-4031-8f05-471d83997c23', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43cf44a1-b0bc-4049-a98d-e337eafc0891', 'code': 422} returned with failed status Mar 04 00:51:23.908934 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2423de8-32be-470b-9537-6ef08520b99a req-5f01e4d0-6fe2-4e18-995d-0fc16551d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:23.910612 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a2423de8-32be-470b-9537-6ef08520b99a req-5f01e4d0-6fe2-4e18-995d-0fc16551d052 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03f613fb-df51-4832-9479-76b3f57aa165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560243 Mar 04 00:51:23.910825 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: 629856c0-6f62-4682-a269-22f0b66a3209 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:51:23.911363 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 629856c0-6f62-4682-a269-22f0b66a3209 not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:51:23.937887 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=43cf44a1-b0bc-4049-a98d-e337eafc0891,revision_number=8']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:24.021762 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a2423de8-32be-470b-9537-6ef08520b99a req-b0558f10-fcbb-4b3a-a228-7d4d62e67e65 service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040201 Mar 04 00:51:24.060542 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-0aa06d2e-df12-4419-88af-ceca39ee7d92 None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:51:24.108110 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:24.133979 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-a2423de8-32be-470b-9537-6ef08520b99a req-ee0f681a-07cf-4dfe-8624-93058c013273 service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964835 Mar 04 00:51:24.261602 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff4df2-f955-43be-8164-0149c66ac5d8 req-34d1b29e-ae4d-42b5-932b-3cc3e46138db tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:24.274554 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-00ff4df2-f955-43be-8164-0149c66ac5d8 req-34d1b29e-ae4d-42b5-932b-3cc3e46138db tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0875137 Mar 04 00:51:24.355808 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-00ff4df2-f955-43be-8164-0149c66ac5d8 req-75f9140f-11d8-4eb3-9a62-9c9d98b7d6e2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804975 Mar 04 00:51:24.356517 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-0aa06d2e-df12-4419-88af-ceca39ee7d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'bdf599ac-77c3-455a-b56c-01c67562ecce', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'port_id': 'b8233228-2c30-4e9d-ad08-9f85aed12993', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'mac_address': 'fa:16:3e:8e:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7654a1-932a-4623-8f87-ee471df87781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:51:22Z', 'updated_at': '2022-03-04T00:51:22Z', 'revision_number': 0, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:51:24.372090 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baf839-6306-4f5b-9868-ec4550112130 req-4a49c7ee-766a-4705-b1ad-f68d32bae934 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:24.373583 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d8baf839-6306-4f5b-9868-ec4550112130 req-4a49c7ee-766a-4705-b1ad-f68d32bae934 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 946 time: 0.0758514 Mar 04 00:51:24.391110 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa06d2e-df12-4419-88af-ceca39ee7d92 None None] The sync data for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi is: [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'bdf599ac-77c3-455a-b56c-01c67562ecce', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'port_id': 'b8233228-2c30-4e9d-ad08-9f85aed12993', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'mac_address': 'fa:16:3e:8e:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7654a1-932a-4623-8f87-ee471df87781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:51:22Z', 'updated_at': '2022-03-04T00:51:22Z', 'revision_number': 0, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:51:24.427533 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [req-ba430cbe-1d26-47ef-be7c-1db023e73d15 req-05498385-fac3-4161-b386-81e912ad12f7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 00:51:24.428543 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ba430cbe-1d26-47ef-be7c-1db023e73d15 req-05498385-fac3-4161-b386-81e912ad12f7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076845 Mar 04 00:51:24.433962 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d8baf839-6306-4f5b-9868-ec4550112130 req-adc46c3a-192e-4644-a447-a5449d96a336 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cabbe14-6f4c-4cf7-8416-5d9547ebde43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548167 Mar 04 00:51:24.612922 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ca647-45e8-4ccb-a390-aa5cb46ff892 req-dd894ebb-1099-44f9-a5e0-62b551bdcd57 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:24.615307 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-738ca647-45e8-4ccb-a390-aa5cb46ff892 req-dd894ebb-1099-44f9-a5e0-62b551bdcd57 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0618305 Mar 04 00:51:24.625608 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f348b1-3d0d-4bce-ae0f-9fb91e8129ed None None] New status for floating IP bdf599ac-77c3-455a-b56c-01c67562ecce: ACTIVE {{(pid=109682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:51:24.675319 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-738ca647-45e8-4ccb-a390-aa5cb46ff892 req-6ac9fcc8-e6ad-4024-8966-5c5558ced75b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537360 Mar 04 00:51:24.690468 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5525d3-ed22-44e2-a64b-5bf4dce9d449 req-10eaeb33-748a-4b1c-bc6b-4c50cba7b6a4 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:24.693522 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-be5525d3-ed22-44e2-a64b-5bf4dce9d449 req-10eaeb33-748a-4b1c-bc6b-4c50cba7b6a4 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 946 time: 0.0822430 Mar 04 00:51:24.808348 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-be5525d3-ed22-44e2-a64b-5bf4dce9d449 req-d38880ef-584e-47c0-9267-bb3833663c56 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Deleting port 609c6ea4-8608-404e-8b08-699f78e8ec70 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:51:24.808699 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-be5525d3-ed22-44e2-a64b-5bf4dce9d449 req-d38880ef-584e-47c0-9267-bb3833663c56 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (609c6ea4-8608-404e-8b08-699f78e8ec70), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:24.910496 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-be5525d3-ed22-44e2-a64b-5bf4dce9d449 req-d38880ef-584e-47c0-9267-bb3833663c56 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] For port 609c6ea4-8608-404e-8b08-699f78e8ec70, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=609c6ea4-8608-404e-8b08-699f78e8ec70,segment=NetworkSegment(c171487f-14e5-42a3-a598-08e91ba2e3fe),segment_id=c171487f-14e5-42a3-a598-08e91ba2e3fe)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:51:24.910946 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-be5525d3-ed22-44e2-a64b-5bf4dce9d449 req-d38880ef-584e-47c0-9267-bb3833663c56 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (609c6ea4-8608-404e-8b08-699f78e8ec70), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:24.925084 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-be5525d3-ed22-44e2-a64b-5bf4dce9d449 req-d38880ef-584e-47c0-9267-bb3833663c56 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Calling delete_port for 609c6ea4-8608-404e-8b08-699f78e8ec70 owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:51:24.980360 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 46816) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:25.056080 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-be5525d3-ed22-44e2-a64b-5bf4dce9d449 req-d38880ef-584e-47c0-9267-bb3833663c56 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (609c6ea4-8608-404e-8b08-699f78e8ec70), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:25.070595 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['609c6ea4-8608-404e-8b08-699f78e8ec70'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:51:25.078454 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-03831025-0f78-4334-859e-7eb8fd81d19d req-a07a9ca8-5197-417c-a681-fc5b4b802a93 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969443 Mar 04 00:51:25.086494 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38880ef-584e-47c0-9267-bb3833663c56 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Pushing event deleted for resources: {'Port': ['ID=609c6ea4-8608-404e-8b08-699f78e8ec70,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:25.087957 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [req-03831025-0f78-4334-859e-7eb8fd81d19d req-5795a198-e1bf-46c0-98a1-80cf87628a93 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 00:51:25.089041 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-03831025-0f78-4334-859e-7eb8fd81d19d req-5795a198-e1bf-46c0-98a1-80cf87628a93 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051780 Mar 04 00:51:25.133658 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5525d3-ed22-44e2-a64b-5bf4dce9d449 req-d38880ef-584e-47c0-9267-bb3833663c56 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] No DVR routers for this DVR port 609c6ea4-8608-404e-8b08-699f78e8ec70 on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:51:25.137242 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-be5525d3-ed22-44e2-a64b-5bf4dce9d449 req-d38880ef-584e-47c0-9267-bb3833663c56 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:25.141059 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-be5525d3-ed22-44e2-a64b-5bf4dce9d449 req-d38880ef-584e-47c0-9267-bb3833663c56 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.20 "DELETE /v2.0/ports/609c6ea4-8608-404e-8b08-699f78e8ec70 HTTP/1.1" status: 204 len: 173 time: 0.4406717 Mar 04 00:51:25.181323 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 46826) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:25.295104 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03831025-0f78-4334-859e-7eb8fd81d19d req-8ae9a4ab-6403-4b30-bd7d-a896990b6e43 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:25.303698 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-03831025-0f78-4334-859e-7eb8fd81d19d req-8ae9a4ab-6403-4b30-bd7d-a896990b6e43 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports/43cf44a1-b0bc-4049-a98d-e337eafc0891 HTTP/1.1" status: 200 len: 940 time: 0.1207969 Mar 04 00:51:25.490189 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f728e6-9cb0-4206-ab36-780fdf420e4d', 'name': 'network-vif-deleted', 'tag': '609c6ea4-8608-404e-8b08-699f78e8ec70'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:51:25.492521 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c1aa57-6887-45ac-befd-3a195da14259" -d '{"events": [{"server_uuid": "d4f728e6-9cb0-4206-ab36-780fdf420e4d", "name": "network-vif-deleted", "tag": "609c6ea4-8608-404e-8b08-699f78e8ec70"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:51:25.500739 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87529a81-de79-4bf5-92ef-8066644a92b1 req-4e070adc-b093-45cb-bffa-02897c027820 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:25.502561 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-87529a81-de79-4bf5-92ef-8066644a92b1 req-4e070adc-b093-45cb-bffa-02897c027820 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0656390 Mar 04 00:51:25.590691 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-87529a81-de79-4bf5-92ef-8066644a92b1 req-3b3c782c-26e2-4355-9a10-10d155ad0afc tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818007 Mar 04 00:51:25.592836 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5c9ce002-29e3-4e24-8da4-b33e4c3dfc8d req-2c9154ce-9361-41fc-b687-4bd919241bf5 tempest-AttachVolumeNegativeTest-109706032 tempest-AttachVolumeNegativeTest-109706032-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f728e6-9cb0-4206-ab36-780fdf420e4d HTTP/1.1" status: 200 len: 210 time: 0.0368307 Mar 04 00:51:25.638342 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8ec59d-1634-4511-9d57-4012446eea48 x-openstack-request-id: req-dd8ec59d-1634-4511-9d57-4012446eea48 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:51:25.638649 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f728e6-9cb0-4206-ab36-780fdf420e4d", "name": "network-vif-deleted", "tag": "609c6ea4-8608-404e-8b08-699f78e8ec70", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:51:25.639171 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd8ec59d-1634-4511-9d57-4012446eea48 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:51:25.639578 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f728e6-9cb0-4206-ab36-780fdf420e4d', 'name': 'network-vif-deleted', 'tag': '609c6ea4-8608-404e-8b08-699f78e8ec70', 'status': 'completed', 'code': 200} Mar 04 00:51:25.818117 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32befc43-9565-45dc-902e-6186d0e6705a req-3bf37b7a-a3ef-4e16-a5d4-d2575eb5dea9 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:25.820457 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-32befc43-9565-45dc-902e-6186d0e6705a req-3bf37b7a-a3ef-4e16-a5d4-d2575eb5dea9 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0652881 Mar 04 00:51:25.826605 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:25.884260 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-32befc43-9565-45dc-902e-6186d0e6705a req-439962d7-c818-4033-b108-0e8490242290 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525036 Mar 04 00:51:26.659372 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 46854) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:26.733158 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_v2 [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Deleting subnet 88ab0500-9729-459f-9744-bd096b771772 {{(pid=109681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 00:51:26.737483 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Publish callbacks [] for subnet (88ab0500-9729-459f-9744-bd096b771772), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:26.774897 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0e6ef-d23d-4606-b49e-b8a23f485d76 req-74f669a3-9e00-4536-b405-8eb8d2eac964 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:26.776382 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-feb0e6ef-d23d-4606-b49e-b8a23f485d76 req-74f669a3-9e00-4536-b405-8eb8d2eac964 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1094189 Mar 04 00:51:26.786222 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25765859'] for subnet (88ab0500-9729-459f-9744-bd096b771772), precommit_delete_associations {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:26.860336 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15850908'] for subnet (88ab0500-9729-459f-9744-bd096b771772), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:26.865211 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-feb0e6ef-d23d-4606-b49e-b8a23f485d76 req-64fbf888-bb65-4b4a-bc60-e4bf8ba6f4bc tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826461 Mar 04 00:51:26.918305 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15850899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26164072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3906139'] for subnet (88ab0500-9729-459f-9744-bd096b771772), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:26.943943 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ab0500-9729-459f-9744-bd096b771772,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:26.949323 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:26.952594 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/88ab0500-9729-459f-9744-bd096b771772 HTTP/1.1" status: 204 len: 168 time: 0.2916965 Mar 04 00:51:26.955266 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 46858) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:26.958366 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:26.958722 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:26.959071 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:26.959409 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:26.960310 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:26.960310 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:26.960492 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:26.960715 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:26.961051 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:26.961437 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:26.961774 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:26.962128 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:26.962451 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013ef74-2bbd-42d8-8780-aae6f1f9ff8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:27.023687 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f75631-8c88-41e5-8091-883bfdf1d9ce req-b9f03109-d683-4b57-a8a3-8c24862990d4 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:27.025171 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f1f75631-8c88-41e5-8091-883bfdf1d9ce req-b9f03109-d683-4b57-a8a3-8c24862990d4 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0555682 Mar 04 00:51:27.074567 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f1f75631-8c88-41e5-8091-883bfdf1d9ce req-c4b00da3-d5d3-40c7-8f92-b61eef4b554f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437610 Mar 04 00:51:27.086682 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-719e0968-21cc-4a0e-b371-221170cc27bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16661095'] for network (dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:27.108740 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03831025-0f78-4334-859e-7eb8fd81d19d req-d8ae5bb1-7f5f-4e51-a1d8-042857977bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:27.110301 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-03831025-0f78-4334-859e-7eb8fd81d19d req-d8ae5bb1-7f5f-4e51-a1d8-042857977bf0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23&tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc HTTP/1.1" status: 200 len: 1127 time: 0.1046524 Mar 04 00:51:27.210854 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-719e0968-21cc-4a0e-b371-221170cc27bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16753767', 'neutron.services.segments.db._delete_segments_for_network-8742061486749'] for network (dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:27.234960 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-719e0968-21cc-4a0e-b371-221170cc27bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a']}} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:51:27.248066 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-719e0968-21cc-4a0e-b371-221170cc27bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c171487f-14e5-42a3-a598-08e91ba2e3fe') {'for_net_delete': True} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:51:27.248366 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-719e0968-21cc-4a0e-b371-221170cc27bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c171487f-14e5-42a3-a598-08e91ba2e3fe') {} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:51:27.257201 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03831025-0f78-4334-859e-7eb8fd81d19d req-c9598d24-c120-4d5e-a37b-2cfd38027bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:27.258733 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-03831025-0f78-4334-859e-7eb8fd81d19d req-c9598d24-c120-4d5e-a37b-2cfd38027bbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc&device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 1127 time: 0.1240582 Mar 04 00:51:27.261955 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-719e0968-21cc-4a0e-b371-221170cc27bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742061490342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26013178'] for segment (c171487f-14e5-42a3-a598-08e91ba2e3fe), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:27.294880 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-719e0968-21cc-4a0e-b371-221170cc27bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (c171487f-14e5-42a3-a598-08e91ba2e3fe), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:27.328280 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719e0968-21cc-4a0e-b371-221170cc27bc admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 00:51:27.328686 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-719e0968-21cc-4a0e-b371-221170cc27bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26647348'] for segment (c171487f-14e5-42a3-a598-08e91ba2e3fe), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: Traceback (most recent call last): Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: timer() Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: cb(*args, **kw) Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: return func(*args, **kwargs) Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: self._notify() Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: self.callback(batched_events) Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: event.method(event) Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: return f(self, *a, **k) Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._get(url).json() Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: return self.request(url, 'GET', **kwargs) Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 00:51:27.330324 dv-cinder-812685-7-iscsi neutron-server[109680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 00:51:27.396401 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-719e0968-21cc-4a0e-b371-221170cc27bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16753694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542029'] for network (dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:27.408249 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-719e0968-21cc-4a0e-b371-221170cc27bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:27.411448 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-719e0968-21cc-4a0e-b371-221170cc27bc admin admin] 10.222.0.23 "DELETE /v2.0/networks/dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a HTTP/1.1" status: 204 len: 168 time: 0.4546728 Mar 04 00:51:27.428836 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e0968-21cc-4a0e-b371-221170cc27bc admin admin] Pushing event deleted for resources: {'Network': ['ID=dd68cc87-4f02-474a-9b7d-c6b0f0d8f80a,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:27.431349 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03831025-0f78-4334-859e-7eb8fd81d19d req-0d6a45d2-f527-43d5-b5a8-baf6a13f4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:27.432842 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-03831025-0f78-4334-859e-7eb8fd81d19d req-0d6a45d2-f527-43d5-b5a8-baf6a13f4151 service neutron] 10.222.0.20 "GET /v2.0/networks?id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 HTTP/1.1" status: 200 len: 917 time: 0.1644180 Mar 04 00:51:27.510542 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-03831025-0f78-4334-859e-7eb8fd81d19d req-f248717e-67f2-404a-89ce-82fdd547c4c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43cf44a1-b0bc-4049-a98d-e337eafc0891 HTTP/1.1" status: 200 len: 999 time: 0.0714054 Mar 04 00:51:27.562451 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03831025-0f78-4334-859e-7eb8fd81d19d req-841c4af1-e287-4576-82d6-b1d57c198437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:27.563911 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-03831025-0f78-4334-859e-7eb8fd81d19d req-841c4af1-e287-4576-82d6-b1d57c198437 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87bec407-8dd4-4f43-bf0c-56797aa95a7a HTTP/1.1" status: 200 len: 855 time: 0.0452855 Mar 04 00:51:27.610103 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 46872) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:27.625209 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03831025-0f78-4334-859e-7eb8fd81d19d req-76e67a54-8e82-4e60-a6fa-0f4abca11df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:27.626737 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-03831025-0f78-4334-859e-7eb8fd81d19d req-76e67a54-8e82-4e60-a6fa-0f4abca11df5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560224 Mar 04 00:51:27.658711 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 46876) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:27.658882 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-e068dc2e-3b43-420d-991a-b94baa8968cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27b3b669ec404142ae9c4b1cda006a1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0484314 Mar 04 00:51:27.673067 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 43cf44a1-b0bc-4049-a98d-e337eafc0891 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:51:27.763946 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-10e36062-6941-4d3c-a4a2-0a8b5da0e9a4 admin admin] Publish callbacks [] for security_group (3cabbe14-6f4c-4cf7-8416-5d9547ebde43), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:27.767323 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-03831025-0f78-4334-859e-7eb8fd81d19d req-43671045-4733-4d65-9932-a6d71c218822 service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286268 Mar 04 00:51:27.767589 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 43cf44a1-b0bc-4049-a98d-e337eafc0891 is: DOWN; New status is: DOWN {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:51:27.768690 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 609c6ea4-8608-404e-8b08-699f78e8ec70 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:51:27.787900 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: 609c6ea4-8608-404e-8b08-699f78e8ec70 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:51:27.788388 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 609c6ea4-8608-404e-8b08-699f78e8ec70 not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:51:27.830919 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-10e36062-6941-4d3c-a4a2-0a8b5da0e9a4 admin admin] Publish callbacks [] for security_group (3cabbe14-6f4c-4cf7-8416-5d9547ebde43), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:27.916437 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-03831025-0f78-4334-859e-7eb8fd81d19d req-b5f7e495-8cba-4bc6-8145-2c4c91227dfa service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394269 Mar 04 00:51:27.942093 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-10e36062-6941-4d3c-a4a2-0a8b5da0e9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (3cabbe14-6f4c-4cf7-8416-5d9547ebde43), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:27.946512 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-10e36062-6941-4d3c-a4a2-0a8b5da0e9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:27.948054 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-10e36062-6941-4d3c-a4a2-0a8b5da0e9a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3cabbe14-6f4c-4cf7-8416-5d9547ebde43 HTTP/1.1" status: 204 len: 168 time: 0.2883990 Mar 04 00:51:27.970840 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e36062-6941-4d3c-a4a2-0a8b5da0e9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cabbe14-6f4c-4cf7-8416-5d9547ebde43,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:28.069078 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841ebf7-c779-49bd-a0ef-422dcbffd1d7 req-7086a00c-a559-48ce-a7d2-15797cbb7e93 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:28.070528 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3841ebf7-c779-49bd-a0ef-422dcbffd1d7 req-7086a00c-a559-48ce-a7d2-15797cbb7e93 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0647182 Mar 04 00:51:28.134367 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3841ebf7-c779-49bd-a0ef-422dcbffd1d7 req-a99df44c-0fc5-4f55-b227-4ec9359a7202 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580363 Mar 04 00:51:28.217252 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dbe37-bb0a-44b3-9aa4-5706c4085857 req-5f25e009-fd82-4938-850a-13156a42b3d7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:28.219047 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d07dbe37-bb0a-44b3-9aa4-5706c4085857 req-5f25e009-fd82-4938-850a-13156a42b3d7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0540409 Mar 04 00:51:28.279533 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d07dbe37-bb0a-44b3-9aa4-5706c4085857 req-90ebbd6b-f34a-411a-854c-5df31681f011 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486271 Mar 04 00:51:29.429983 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24366ac9-d2d0-43f9-a12f-92c036022e25 req-e01c4a3b-2f27-4742-a9f4-1232c219c0c7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:29.444864 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-24366ac9-d2d0-43f9-a12f-92c036022e25 req-e01c4a3b-2f27-4742-a9f4-1232c219c0c7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1811862 Mar 04 00:51:29.551444 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-24366ac9-d2d0-43f9-a12f-92c036022e25 req-022d289f-2803-4091-ba5a-11a695ff7a6a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044514 Mar 04 00:51:29.556442 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:29.569747 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496bcd4-c996-490e-a070-72eece69d097 req-b0bbdd72-0eb4-45fc-9b70-072ed4fcff03 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:29.571370 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5496bcd4-c996-490e-a070-72eece69d097 req-b0bbdd72-0eb4-45fc-9b70-072ed4fcff03 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.1239557 Mar 04 00:51:29.644727 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5496bcd4-c996-490e-a070-72eece69d097 req-5bc85fa9-9028-43b8-84a6-21b7ac89bcf7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605688 Mar 04 00:51:29.787029 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 46972) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:29.906784 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1b8245dc-25ee-4f20-8ec5-f834dc6c0fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:29.995125 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1b8245dc-25ee-4f20-8ec5-f834dc6c0fe3 admin admin] Publish callbacks [] for security_group (e9648e67-50ad-4329-a108-53c4c62b0459), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:29.999425 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1b8245dc-25ee-4f20-8ec5-f834dc6c0fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (e9648e67-50ad-4329-a108-53c4c62b0459), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:30.043850 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-1b8245dc-25ee-4f20-8ec5-f834dc6c0fe3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcf3abd0b1e44abe8ff69b6ee5bae861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534332 Mar 04 00:51:30.043850 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8245dc-25ee-4f20-8ec5-f834dc6c0fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9648e67-50ad-4329-a108-53c4c62b0459,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:30.044504 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 46976) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:30.096707 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-36d5acf3-ae94-4c40-9667-dc85ddf7f116 admin admin] Publish callbacks [] for security_group (e9648e67-50ad-4329-a108-53c4c62b0459), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:30.124927 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-36d5acf3-ae94-4c40-9667-dc85ddf7f116 admin admin] Publish callbacks [] for security_group (e9648e67-50ad-4329-a108-53c4c62b0459), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:30.175876 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-36d5acf3-ae94-4c40-9667-dc85ddf7f116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (e9648e67-50ad-4329-a108-53c4c62b0459), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:30.179090 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-36d5acf3-ae94-4c40-9667-dc85ddf7f116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:30.180589 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-36d5acf3-ae94-4c40-9667-dc85ddf7f116 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9648e67-50ad-4329-a108-53c4c62b0459 HTTP/1.1" status: 204 len: 168 time: 0.1350055 Mar 04 00:51:30.189283 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5acf3-ae94-4c40-9667-dc85ddf7f116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9648e67-50ad-4329-a108-53c4c62b0459,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:30.709903 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbad3ad-ea2a-4ced-a764-bab615b3dd9f req-44292315-3302-4725-a4c6-17dc0ccd2a20 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:30.711473 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ecbad3ad-ea2a-4ced-a764-bab615b3dd9f req-44292315-3302-4725-a4c6-17dc0ccd2a20 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0735543 Mar 04 00:51:30.773844 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ecbad3ad-ea2a-4ced-a764-bab615b3dd9f req-c0457769-9e45-4ee6-a9a8-134e4b1ac413 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562365 Mar 04 00:51:30.844218 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba8ff9-6e83-41d3-98a3-11cddc872a76 req-dd4c28e7-851a-430e-be35-9736b520a4de tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:30.846359 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-19ba8ff9-6e83-41d3-98a3-11cddc872a76 req-dd4c28e7-851a-430e-be35-9736b520a4de tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0841284 Mar 04 00:51:30.915683 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-19ba8ff9-6e83-41d3-98a3-11cddc872a76 req-413495b3-9d80-423a-a884-e048d35828b6 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612595 Mar 04 00:51:31.964061 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b4a79-5172-43f3-ae9f-4459cf867602 req-72c7b007-6947-4724-96ac-bb2fb36298f3 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:31.965755 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9f8b4a79-5172-43f3-ae9f-4459cf867602 req-72c7b007-6947-4724-96ac-bb2fb36298f3 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0928543 Mar 04 00:51:32.073153 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9f8b4a79-5172-43f3-ae9f-4459cf867602 req-f89a4314-8aba-4d29-b42e-0fe001ccfc33 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972733 Mar 04 00:51:32.109854 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726438f5-6313-433a-a4da-42686b9a93c9 req-c2a1d723-b4e0-4b72-a493-58cdd047c973 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:32.119089 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-726438f5-6313-433a-a4da-42686b9a93c9 req-c2a1d723-b4e0-4b72-a493-58cdd047c973 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0848548 Mar 04 00:51:32.170593 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-726438f5-6313-433a-a4da-42686b9a93c9 req-56b453fe-9674-4c0a-8ae7-4ba1eeea88d4 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506244 Mar 04 00:51:32.927683 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 47062) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:33.045113 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e81b-79a5-4ab4-b1f3-914ceca54b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:33.169526 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e81b-79a5-4ab4-b1f3-914ceca54b2e admin admin] Publish callbacks [] for security_group (689511fb-fdfb-4c27-a122-72f03cc48c89), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:33.173525 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e81b-79a5-4ab4-b1f3-914ceca54b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (689511fb-fdfb-4c27-a122-72f03cc48c89), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:33.250499 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-1cf0e81b-79a5-4ab4-b1f3-914ceca54b2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2d756b3854f46bc973990c38c698c7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189676 Mar 04 00:51:33.250499 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0e81b-79a5-4ab4-b1f3-914ceca54b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689511fb-fdfb-4c27-a122-72f03cc48c89,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:33.251506 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 47070) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:33.279245 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d339f-4a12-4802-a4eb-63aabcd9d1cd req-3803bbbb-f08e-4b82-bcb0-60e9be45aa0c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:33.286731 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1e7d339f-4a12-4802-a4eb-63aabcd9d1cd req-3803bbbb-f08e-4b82-bcb0-60e9be45aa0c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.1058035 Mar 04 00:51:33.329040 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-28bb517d-9097-45a6-ab62-d647db62aae7 admin admin] Publish callbacks [] for security_group (689511fb-fdfb-4c27-a122-72f03cc48c89), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:33.376116 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-28bb517d-9097-45a6-ab62-d647db62aae7 admin admin] Publish callbacks [] for security_group (689511fb-fdfb-4c27-a122-72f03cc48c89), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:33.438318 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1e7d339f-4a12-4802-a4eb-63aabcd9d1cd req-5cf80e47-9b96-490c-8000-24a758a65943 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476655 Mar 04 00:51:33.481748 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-28bb517d-9097-45a6-ab62-d647db62aae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (689511fb-fdfb-4c27-a122-72f03cc48c89), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:33.486265 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-28bb517d-9097-45a6-ab62-d647db62aae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:33.493309 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-28bb517d-9097-45a6-ab62-d647db62aae7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/689511fb-fdfb-4c27-a122-72f03cc48c89 HTTP/1.1" status: 204 len: 168 time: 0.2370923 Mar 04 00:51:33.493525 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90221913-78f1-45d0-bf2a-7f1309f993e1 req-be95287e-d819-43e6-8051-0f643f8abdb6 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:33.500779 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb517d-9097-45a6-ab62-d647db62aae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689511fb-fdfb-4c27-a122-72f03cc48c89,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:33.504513 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-90221913-78f1-45d0-bf2a-7f1309f993e1 req-be95287e-d819-43e6-8051-0f643f8abdb6 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.1552572 Mar 04 00:51:33.607739 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-90221913-78f1-45d0-bf2a-7f1309f993e1 req-437e2e13-c78d-4599-9f0d-6d4c2439d86b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854080 Mar 04 00:51:34.563773 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59bfb0-2898-47cc-b7be-f9f2fbb0f914 req-97220e10-b214-48fb-8de5-77172103e0ca tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:34.565266 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8a59bfb0-2898-47cc-b7be-f9f2fbb0f914 req-97220e10-b214-48fb-8de5-77172103e0ca tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0576017 Mar 04 00:51:34.618850 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8a59bfb0-2898-47cc-b7be-f9f2fbb0f914 req-ee7eec5f-9664-464a-91df-8886bb7d7e17 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478239 Mar 04 00:51:34.740246 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc5ba4-47bf-46b2-a3e8-4d20a54b8f3c req-1292cdbb-ee1b-4521-8134-89310b32f24d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:34.741432 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56bc5ba4-47bf-46b2-a3e8-4d20a54b8f3c req-1292cdbb-ee1b-4521-8134-89310b32f24d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0651026 Mar 04 00:51:34.790003 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56bc5ba4-47bf-46b2-a3e8-4d20a54b8f3c req-2d7844ae-c227-44f1-9a84-996ecd2a75d7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430205 Mar 04 00:51:35.744375 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e987bf-ce2a-4985-b9c9-e74d435ff68a req-db10c3fc-a846-4781-b0de-136742107104 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:35.745887 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d1e987bf-ce2a-4985-b9c9-e74d435ff68a req-db10c3fc-a846-4781-b0de-136742107104 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0536218 Mar 04 00:51:35.799816 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d1e987bf-ce2a-4985-b9c9-e74d435ff68a req-a455d01f-5531-406e-ae7e-4227b3a794ef tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484848 Mar 04 00:51:35.915845 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525af3a9-c8e2-4333-8869-c0a9c1070dea req-947889a2-0565-4af7-b6e7-b1771b4313aa tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:35.917207 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-525af3a9-c8e2-4333-8869-c0a9c1070dea req-947889a2-0565-4af7-b6e7-b1771b4313aa tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0549252 Mar 04 00:51:35.974773 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-525af3a9-c8e2-4333-8869-c0a9c1070dea req-2cd95704-3f64-444f-91e5-d843562e2b6f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520053 Mar 04 00:51:36.934744 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebad9b1-6227-479f-b319-93ccc61fd19d req-653d9da7-2781-4b2f-b096-c5d435c05885 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:36.936406 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1ebad9b1-6227-479f-b319-93ccc61fd19d req-653d9da7-2781-4b2f-b096-c5d435c05885 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0586944 Mar 04 00:51:36.987886 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1ebad9b1-6227-479f-b319-93ccc61fd19d req-c963521d-d2cc-4b4d-8311-96ca33d8ce53 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447946 Mar 04 00:51:37.108229 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8561ed-01db-4f9d-a631-0281fe963977 req-a8783018-9fd1-47e1-8c2b-66ea9d7834f8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:37.109870 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bc8561ed-01db-4f9d-a631-0281fe963977 req-a8783018-9fd1-47e1-8c2b-66ea9d7834f8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0585184 Mar 04 00:51:37.172267 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bc8561ed-01db-4f9d-a631-0281fe963977 req-9cb3d061-44d6-48cd-b4a2-3ea28462a30c tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562100 Mar 04 00:51:38.060421 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:51:38.114147 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198ad2f-704e-4db7-9024-1a76d66036e2 req-19cf15de-e9e9-4d5a-88b9-c864862cbaaa tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:38.115579 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8198ad2f-704e-4db7-9024-1a76d66036e2 req-19cf15de-e9e9-4d5a-88b9-c864862cbaaa tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0578303 Mar 04 00:51:38.163407 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8198ad2f-704e-4db7-9024-1a76d66036e2 req-02a30694-5ccb-4864-a3fa-5ea9411143be tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Mar 04 00:51:38.301446 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d93be7-c36f-4000-b9d1-c5006893e063 req-997f1f9e-35cf-4290-a7aa-d5cd825a680e tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:38.302951 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-54d93be7-c36f-4000-b9d1-c5006893e063 req-997f1f9e-35cf-4290-a7aa-d5cd825a680e tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0562830 Mar 04 00:51:38.351641 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-54d93be7-c36f-4000-b9d1-c5006893e063 req-1f5679d3-2ff3-42e7-8101-d82692403295 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431798 Mar 04 00:51:38.869404 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-115b38e9-5a29-4aa9-8849-484599a5e0a5 req-fce222dc-ea0c-4742-9f80-8fce9fdc2165 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425684 Mar 04 00:51:38.952087 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b38e9-5a29-4aa9-8849-484599a5e0a5 req-a6e0ea9a-47d9-4f5d-99ee-95ea23f4eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:38.953605 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-115b38e9-5a29-4aa9-8849-484599a5e0a5 req-a6e0ea9a-47d9-4f5d-99ee-95ea23f4eb8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97777a0e50ee43a789483f661b2f59b5&device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 1129 time: 0.0445762 Mar 04 00:51:39.066783 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b38e9-5a29-4aa9-8849-484599a5e0a5 req-b95f2a68-0f16-4867-99f3-c8d69145302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:39.068276 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-115b38e9-5a29-4aa9-8849-484599a5e0a5 req-b95f2a68-0f16-4867-99f3-c8d69145302b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a120380f-d8d5-4336-87ba-fbc40370628a HTTP/1.1" status: 200 len: 920 time: 0.0863204 Mar 04 00:51:39.107563 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-115b38e9-5a29-4aa9-8849-484599a5e0a5 req-46dc070c-5b69-42d2-8500-f3200705d9d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec04d12-0d5b-47e5-811f-00247548fd8b HTTP/1.1" status: 200 len: 217 time: 0.0328488 Mar 04 00:51:39.156478 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b38e9-5a29-4aa9-8849-484599a5e0a5 req-70963ab2-c17f-43bd-b36b-792f063f222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:39.158011 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-115b38e9-5a29-4aa9-8849-484599a5e0a5 req-70963ab2-c17f-43bd-b36b-792f063f222f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb0e4b2c-c237-4083-952e-e79dff5b7688 HTTP/1.1" status: 200 len: 859 time: 0.0421729 Mar 04 00:51:39.192907 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-115b38e9-5a29-4aa9-8849-484599a5e0a5 req-66887cd2-55cf-4c59-8e81-aef732ea55ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a120380f-d8d5-4336-87ba-fbc40370628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249949 Mar 04 00:51:39.280662 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2f568-5b92-4590-8f70-8d4d432d1757 req-0ec69b6a-6f81-4271-992f-7efb0b49726f tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:39.282223 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-15c2f568-5b92-4590-8f70-8d4d432d1757 req-0ec69b6a-6f81-4271-992f-7efb0b49726f tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0519075 Mar 04 00:51:39.297891 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-115b38e9-5a29-4aa9-8849-484599a5e0a5 req-0b888898-5dc1-44e5-bacb-387d1f0c4932 service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897062 Mar 04 00:51:39.331995 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-15c2f568-5b92-4590-8f70-8d4d432d1757 req-a44ec5a3-858d-43c4-a8c9-6915425870ad tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436554 Mar 04 00:51:39.392048 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-115b38e9-5a29-4aa9-8849-484599a5e0a5 req-d090b84b-6bf0-4744-98a4-955f602f1884 service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813065 Mar 04 00:51:39.485714 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54692994-39cd-4e19-b8a1-1458da375830 req-74560daf-f308-4879-819e-106c978ba9ec tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:39.487498 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-54692994-39cd-4e19-b8a1-1458da375830 req-74560daf-f308-4879-819e-106c978ba9ec tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0551329 Mar 04 00:51:39.536737 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-54692994-39cd-4e19-b8a1-1458da375830 req-2ccdcf34-da98-44c3-b155-28cc7ce7e270 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433207 Mar 04 00:51:40.455253 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c92997-4904-4f0e-8af0-e728feb98c4f req-bbc31b9c-7a71-44e9-8980-78c8d1756386 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:40.456733 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-64c92997-4904-4f0e-8af0-e728feb98c4f req-bbc31b9c-7a71-44e9-8980-78c8d1756386 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0542617 Mar 04 00:51:40.502295 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-64c92997-4904-4f0e-8af0-e728feb98c4f req-b613cd0c-bd79-4345-baf1-b2bf2877fa19 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394201 Mar 04 00:51:40.662399 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749d078-6f9b-4a33-a01e-be41e9a554c4 req-435f0c73-ff6e-43f4-817a-9a7f1e851a39 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:40.663873 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c749d078-6f9b-4a33-a01e-be41e9a554c4 req-435f0c73-ff6e-43f4-817a-9a7f1e851a39 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0557816 Mar 04 00:51:40.690968 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298e97b-5851-4350-b6c0-1d591d6bae7f req-fdda4b1c-903b-4913-888e-cc67d37396ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:40.692993 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-2298e97b-5851-4350-b6c0-1d591d6bae7f req-fdda4b1c-903b-4913-888e-cc67d37396ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 1130 time: 0.0465972 Mar 04 00:51:40.711985 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c749d078-6f9b-4a33-a01e-be41e9a554c4 req-5ac0f77b-db0a-439e-a4ec-fcd66e5ae033 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425303 Mar 04 00:51:40.745184 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-2298e97b-5851-4350-b6c0-1d591d6bae7f req-a6944bdb-68d6-469e-a80d-388c5199fadd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362320 Mar 04 00:51:41.622538 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1440ca-dd1a-4ead-9221-854ed9a92396 req-8f20fcd3-fdcd-4edc-a530-b6bf147c7ef4 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:41.623937 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2a1440ca-dd1a-4ead-9221-854ed9a92396 req-8f20fcd3-fdcd-4edc-a530-b6bf147c7ef4 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0569453 Mar 04 00:51:41.670356 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2a1440ca-dd1a-4ead-9221-854ed9a92396 req-9a7daaed-3468-41e4-8093-ab08ba286373 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 Mar 04 00:51:41.841090 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9ff81-8d0e-4ade-b90d-6c80be7efe63 req-fb626bb8-234c-489a-9b70-0231bc620e80 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:41.842748 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-74b9ff81-8d0e-4ade-b90d-6c80be7efe63 req-fb626bb8-234c-489a-9b70-0231bc620e80 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0561175 Mar 04 00:51:41.891704 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-74b9ff81-8d0e-4ade-b90d-6c80be7efe63 req-073dd492-1839-4797-9edd-2c5574960bdb tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422440 Mar 04 00:51:42.482299 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 47244) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:42.582549 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-6af89c23-fd37-4a67-8657-f0e297e66aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:42.654478 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-6af89c23-fd37-4a67-8657-f0e297e66aba admin admin] Publish callbacks [] for security_group (b5b24a71-df9b-4c88-bc6a-f466be8781b1), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:42.657890 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-6af89c23-fd37-4a67-8657-f0e297e66aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (b5b24a71-df9b-4c88-bc6a-f466be8781b1), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:42.694648 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-6af89c23-fd37-4a67-8657-f0e297e66aba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1db6e7440813495da792dc587e8d6321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111530 Mar 04 00:51:42.695733 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af89c23-fd37-4a67-8657-f0e297e66aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b24a71-df9b-4c88-bc6a-f466be8781b1,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:42.697324 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 47250) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:42.754529 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fea65e7e-0c4d-454f-9ae0-4b2e10a00256 admin admin] Publish callbacks [] for security_group (b5b24a71-df9b-4c88-bc6a-f466be8781b1), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:42.794635 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fea65e7e-0c4d-454f-9ae0-4b2e10a00256 admin admin] Publish callbacks [] for security_group (b5b24a71-df9b-4c88-bc6a-f466be8781b1), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:42.831234 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb33ca-3bd7-4e23-93de-81a82f0eeb5c req-fb131bdd-bfcd-4677-90b7-d8c476cdc6e2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:42.833250 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f9eb33ca-3bd7-4e23-93de-81a82f0eeb5c req-fb131bdd-bfcd-4677-90b7-d8c476cdc6e2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0912349 Mar 04 00:51:42.873664 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fea65e7e-0c4d-454f-9ae0-4b2e10a00256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (b5b24a71-df9b-4c88-bc6a-f466be8781b1), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:42.876199 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fea65e7e-0c4d-454f-9ae0-4b2e10a00256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:42.877313 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-fea65e7e-0c4d-454f-9ae0-4b2e10a00256 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5b24a71-df9b-4c88-bc6a-f466be8781b1 HTTP/1.1" status: 204 len: 168 time: 0.1789720 Mar 04 00:51:42.891763 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea65e7e-0c4d-454f-9ae0-4b2e10a00256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b24a71-df9b-4c88-bc6a-f466be8781b1,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:42.896731 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f9eb33ca-3bd7-4e23-93de-81a82f0eeb5c req-b365aaf8-03a3-4c36-b35f-2c5c0d2f1bcf tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577261 Mar 04 00:51:43.028208 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a160a-5031-40b4-b56a-ca7f9fee1ab3 req-0afe5b61-a964-43fc-a117-df34784902e8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:43.034451 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ae7a160a-5031-40b4-b56a-ca7f9fee1ab3 req-0afe5b61-a964-43fc-a117-df34784902e8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0607281 Mar 04 00:51:43.081339 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ae7a160a-5031-40b4-b56a-ca7f9fee1ab3 req-a3ffede3-2eb8-466a-ba22-91cd6ecfd571 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418873 Mar 04 00:51:43.158664 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 47266) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:43.173358 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-832bc6e5-cffc-44ce-aa2c-c76bf132bafb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:43.223670 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a11aaf-03d0-4f37-a242-0edd7b38a9f7 req-e7a3c614-ca4b-4fc5-afc3-3332c738bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:43.225260 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f3a11aaf-03d0-4f37-a242-0edd7b38a9f7 req-e7a3c614-ca4b-4fc5-afc3-3332c738bb61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97777a0e50ee43a789483f661b2f59b5&device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 1130 time: 0.0459485 Mar 04 00:51:43.262901 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795e001-792f-4a3c-9def-4576a3b847ff req-1aec82c7-97ff-4299-bb31-62a3e2221043 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:43.264453 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c795e001-792f-4a3c-9def-4576a3b847ff req-1aec82c7-97ff-4299-bb31-62a3e2221043 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0778072 Mar 04 00:51:43.322143 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-832bc6e5-cffc-44ce-aa2c-c76bf132bafb admin admin] Publish callbacks [] for security_group (ab0b0e09-9a2f-49ed-bb53-0a7411388ae1), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:43.330246 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-832bc6e5-cffc-44ce-aa2c-c76bf132bafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (ab0b0e09-9a2f-49ed-bb53-0a7411388ae1), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:43.356339 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c795e001-792f-4a3c-9def-4576a3b847ff req-1b95a858-8b6e-4852-8407-fb9595efb9e8 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836294 Mar 04 00:51:43.377649 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-832bc6e5-cffc-44ce-aa2c-c76bf132bafb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46bf4d285bb54872bc158f772d32bb92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179699 Mar 04 00:51:43.380451 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bc6e5-cffc-44ce-aa2c-c76bf132bafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0b0e09-9a2f-49ed-bb53-0a7411388ae1,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:43.382736 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 47268) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:43.434747 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d8ac1baa-97ee-482b-96ef-132253a3537e admin admin] Publish callbacks [] for security_group (ab0b0e09-9a2f-49ed-bb53-0a7411388ae1), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:43.456314 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d8ac1baa-97ee-482b-96ef-132253a3537e admin admin] Publish callbacks [] for security_group (ab0b0e09-9a2f-49ed-bb53-0a7411388ae1), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:43.509641 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d8ac1baa-97ee-482b-96ef-132253a3537e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (ab0b0e09-9a2f-49ed-bb53-0a7411388ae1), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:43.512209 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d8ac1baa-97ee-482b-96ef-132253a3537e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:43.513344 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-d8ac1baa-97ee-482b-96ef-132253a3537e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab0b0e09-9a2f-49ed-bb53-0a7411388ae1 HTTP/1.1" status: 204 len: 168 time: 0.1297164 Mar 04 00:51:43.522648 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac1baa-97ee-482b-96ef-132253a3537e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0b0e09-9a2f-49ed-bb53-0a7411388ae1,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:43.556166 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a11aaf-03d0-4f37-a242-0edd7b38a9f7 req-6805fa2c-7527-4c05-a02d-ab3a841dc404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:43.557646 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f3a11aaf-03d0-4f37-a242-0edd7b38a9f7 req-6805fa2c-7527-4c05-a02d-ab3a841dc404 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a120380f-d8d5-4336-87ba-fbc40370628a HTTP/1.1" status: 200 len: 920 time: 0.3263061 Mar 04 00:51:43.601329 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f3a11aaf-03d0-4f37-a242-0edd7b38a9f7 req-d909e17d-92fc-4573-b320-38fcfdb5dc09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ef2292-f07e-4efe-8a3a-d69e95b94ca3 HTTP/1.1" status: 200 len: 217 time: 0.0345781 Mar 04 00:51:43.654197 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a11aaf-03d0-4f37-a242-0edd7b38a9f7 req-31dcd7e6-94b9-469c-b464-ec3f1bd3649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:43.655675 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f3a11aaf-03d0-4f37-a242-0edd7b38a9f7 req-31dcd7e6-94b9-469c-b464-ec3f1bd3649f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb0e4b2c-c237-4083-952e-e79dff5b7688 HTTP/1.1" status: 200 len: 859 time: 0.0471275 Mar 04 00:51:43.698787 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f3a11aaf-03d0-4f37-a242-0edd7b38a9f7 req-73bf48cc-43e9-452b-b1a8-374912c2abff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a120380f-d8d5-4336-87ba-fbc40370628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259087 Mar 04 00:51:43.786762 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f3a11aaf-03d0-4f37-a242-0edd7b38a9f7 req-3fce9183-30cd-40b1-b8a4-4855f2a88b49 service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806394 Mar 04 00:51:43.888681 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f3a11aaf-03d0-4f37-a242-0edd7b38a9f7 req-a9db00ae-0ae7-47a6-9b71-f0cab9b2f506 service neutron] 10.222.0.20 "GET /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868862 Mar 04 00:51:44.209622 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb4e0-1798-4767-bcef-9bc87c5692a8 req-a2d8c571-4061-4866-9cad-abade22e53d8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:44.211082 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-440fb4e0-1798-4767-bcef-9bc87c5692a8 req-a2d8c571-4061-4866-9cad-abade22e53d8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0533285 Mar 04 00:51:44.259959 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-440fb4e0-1798-4767-bcef-9bc87c5692a8 req-282c1618-f742-4de0-a06a-ddd89b699c67 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429533 Mar 04 00:51:44.480358 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb3178-d852-4e26-b00b-2a4537ca3639 req-99bef384-a492-40f2-8c76-0edb9f467750 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:44.481877 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-15eb3178-d852-4e26-b00b-2a4537ca3639 req-99bef384-a492-40f2-8c76-0edb9f467750 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0542505 Mar 04 00:51:44.529934 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-15eb3178-d852-4e26-b00b-2a4537ca3639 req-021ecc44-f6c8-4fd9-b61d-7923e5b61cd2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 Mar 04 00:51:45.386194 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa52c8-74a8-444c-85b1-fe4e6d1d6861 req-0794ad00-7cc2-4c63-b3df-79dab3c10aef tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:45.387653 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-96aa52c8-74a8-444c-85b1-fe4e6d1d6861 req-0794ad00-7cc2-4c63-b3df-79dab3c10aef tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0543036 Mar 04 00:51:45.393088 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 47352) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:45.439416 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-96aa52c8-74a8-444c-85b1-fe4e6d1d6861 req-1c0e377d-c402-4321-a43c-bced474e5625 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434947 Mar 04 00:51:45.495926 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-20cd491b-eef9-44d3-b7b8-0931a441b6df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:45.582979 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-20cd491b-eef9-44d3-b7b8-0931a441b6df admin admin] Publish callbacks [] for security_group (b89b090f-0c97-4a66-9bf1-d6d88552aee1), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:45.587693 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-20cd491b-eef9-44d3-b7b8-0931a441b6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (b89b090f-0c97-4a66-9bf1-d6d88552aee1), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:45.652866 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-20cd491b-eef9-44d3-b7b8-0931a441b6df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd14a0e389e2419c9fc2e4a88cce1f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587471 Mar 04 00:51:45.653994 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd491b-eef9-44d3-b7b8-0931a441b6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89b090f-0c97-4a66-9bf1-d6d88552aee1,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:45.655510 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 47360) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:45.686263 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6f3f2-956e-4b84-919e-50d8fc1a285e req-d746580a-4e56-4085-96b2-a0c2e65e35f7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:45.687785 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5ad6f3f2-956e-4b84-919e-50d8fc1a285e req-d746580a-4e56-4085-96b2-a0c2e65e35f7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0806382 Mar 04 00:51:45.710435 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f286245f-9c3d-4053-887a-8e7e3bccd941 admin admin] Publish callbacks [] for security_group (b89b090f-0c97-4a66-9bf1-d6d88552aee1), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:45.731171 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f286245f-9c3d-4053-887a-8e7e3bccd941 admin admin] Publish callbacks [] for security_group (b89b090f-0c97-4a66-9bf1-d6d88552aee1), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:45.735058 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5ad6f3f2-956e-4b84-919e-50d8fc1a285e req-4d1f886a-4c1b-4fe9-b6e8-f054f9691db1 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397217 Mar 04 00:51:45.777986 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f286245f-9c3d-4053-887a-8e7e3bccd941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (b89b090f-0c97-4a66-9bf1-d6d88552aee1), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:45.780549 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f286245f-9c3d-4053-887a-8e7e3bccd941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:45.781712 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-f286245f-9c3d-4053-887a-8e7e3bccd941 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b89b090f-0c97-4a66-9bf1-d6d88552aee1 HTTP/1.1" status: 204 len: 168 time: 0.1250203 Mar 04 00:51:45.789457 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286245f-9c3d-4053-887a-8e7e3bccd941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89b090f-0c97-4a66-9bf1-d6d88552aee1,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:46.043686 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 47366) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:46.056887 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1185108d-44d2-45a3-a3c9-728353927beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:46.131090 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1185108d-44d2-45a3-a3c9-728353927beb admin admin] Publish callbacks [] for security_group (a8a2de19-7fb3-4e6d-b238-ff59efa642d2), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:46.134959 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1185108d-44d2-45a3-a3c9-728353927beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (a8a2de19-7fb3-4e6d-b238-ff59efa642d2), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:46.176058 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-1185108d-44d2-45a3-a3c9-728353927beb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16f570c6aace413f9f57bbb421fbda3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307793 Mar 04 00:51:46.177007 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185108d-44d2-45a3-a3c9-728353927beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a2de19-7fb3-4e6d-b238-ff59efa642d2,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:46.179712 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 47368) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:51:46.226188 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c68be38c-6b05-4422-a744-395c56e102e0 admin admin] Publish callbacks [] for security_group (a8a2de19-7fb3-4e6d-b238-ff59efa642d2), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:46.249453 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c68be38c-6b05-4422-a744-395c56e102e0 admin admin] Publish callbacks [] for security_group (a8a2de19-7fb3-4e6d-b238-ff59efa642d2), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:46.301031 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c68be38c-6b05-4422-a744-395c56e102e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (a8a2de19-7fb3-4e6d-b238-ff59efa642d2), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:46.303566 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c68be38c-6b05-4422-a744-395c56e102e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:46.304738 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-c68be38c-6b05-4422-a744-395c56e102e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8a2de19-7fb3-4e6d-b238-ff59efa642d2 HTTP/1.1" status: 204 len: 168 time: 0.1237581 Mar 04 00:51:46.312388 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68be38c-6b05-4422-a744-395c56e102e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a2de19-7fb3-4e6d-b238-ff59efa642d2,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:46.566072 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecb1e7-8e27-4727-9a20-1b11f44b65aa req-5560de1a-a405-4e11-b72a-47218908434f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:46.567563 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c4ecb1e7-8e27-4727-9a20-1b11f44b65aa req-5560de1a-a405-4e11-b72a-47218908434f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0530376 Mar 04 00:51:46.616258 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c4ecb1e7-8e27-4727-9a20-1b11f44b65aa req-6df8047c-0dc0-4cfc-be8b-21cc2dbbff74 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430825 Mar 04 00:51:46.863198 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db24495-a9db-44da-bab2-dd6d2ca7d6e0 req-653da708-35d1-491e-8ef3-9c377b8e78ce tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:46.864681 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6db24495-a9db-44da-bab2-dd6d2ca7d6e0 req-653da708-35d1-491e-8ef3-9c377b8e78ce tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0561750 Mar 04 00:51:46.918104 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6db24495-a9db-44da-bab2-dd6d2ca7d6e0 req-319afab8-9829-4248-988d-c00e2b28cbf6 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478992 Mar 04 00:51:47.747932 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5a872-ba7b-4693-a335-2d2031b5d0d6 req-cfece05d-df58-449d-bc20-e3738a77a335 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:47.749356 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a1d5a872-ba7b-4693-a335-2d2031b5d0d6 req-cfece05d-df58-449d-bc20-e3738a77a335 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 943 time: 0.0594671 Mar 04 00:51:47.796064 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a1d5a872-ba7b-4693-a335-2d2031b5d0d6 req-265ec55f-85dd-49eb-8739-96c01025146c tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405521 Mar 04 00:51:47.839092 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 43cf44a1-b0bc-4049-a98d-e337eafc0891 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:51:47.943129 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 43cf44a1-b0bc-4049-a98d-e337eafc0891, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=43cf44a1-b0bc-4049-a98d-e337eafc0891,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:51:47.958113 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '43cf44a1-b0bc-4049-a98d-e337eafc0891', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'port_id': '43cf44a1-b0bc-4049-a98d-e337eafc0891', 'mac_address': 'fa:16:3e:fd:f8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:51:47.995187 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 43cf44a1-b0bc-4049-a98d-e337eafc0891 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:51:47.995603 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:48.011926 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cf44a1-b0bc-4049-a98d-e337eafc0891 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:51:48.032262 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 43cf44a1-b0bc-4049-a98d-e337eafc0891, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=43cf44a1-b0bc-4049-a98d-e337eafc0891,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:51:48.036115 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:48.083701 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=43cf44a1-b0bc-4049-a98d-e337eafc0891,revision_number=9']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:48.091053 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:48.091494 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:48.091777 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:48.092117 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:48.092457 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:48.092841 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:48.093147 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:48.093514 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:48.093912 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:48.094236 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:48.094605 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:48.094955 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:48.095282 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:51:48.424020 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['43cf44a1-b0bc-4049-a98d-e337eafc0891'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:51:48.921718 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fe61c-cd6d-40db-a9c9-b4adc2de0459 req-0a1da73c-6c03-44c3-9080-98b6e0e59098 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:48.929255 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b65fe61c-cd6d-40db-a9c9-b4adc2de0459 req-0a1da73c-6c03-44c3-9080-98b6e0e59098 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 944 time: 0.0593076 Mar 04 00:51:48.973900 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b65fe61c-cd6d-40db-a9c9-b4adc2de0459 req-2f854d6a-c58b-46a8-aa52-7099998b86ba tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436671 Mar 04 00:51:49.451596 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-7d313feb-9d28-4cb5-b534-3a1bd44998c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:50.095339 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaaeec-20fb-40f2-9bdb-7a956b9aef91 req-8337c4df-f542-43f1-aaa8-1d277be7fada tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:50.096799 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-11aaaeec-20fb-40f2-9bdb-7a956b9aef91 req-8337c4df-f542-43f1-aaa8-1d277be7fada tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 944 time: 0.0515311 Mar 04 00:51:50.145163 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-11aaaeec-20fb-40f2-9bdb-7a956b9aef91 req-701ba8e6-5f8a-4a30-983a-f8f986b4fe45 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421517 Mar 04 00:51:50.248641 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 43cf44a1-b0bc-4049-a98d-e337eafc0891 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:51:50.295228 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 43cf44a1-b0bc-4049-a98d-e337eafc0891 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:51:50.295526 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:50.372390 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 43cf44a1-b0bc-4049-a98d-e337eafc0891 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:51:50.372787 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:50.395692 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1631ea-005d-4031-8f05-471d83997c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cf44a1-b0bc-4049-a98d-e337eafc0891'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:51:50.398087 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b60321a-5484-4be0-b4f2-9b7762ac951a" -d '{"events": [{"server_uuid": "6b1631ea-005d-4031-8f05-471d83997c23", "name": "network-vif-plugged", "status": "completed", "tag": "43cf44a1-b0bc-4049-a98d-e337eafc0891"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:51:50.410615 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 43cf44a1-b0bc-4049-a98d-e337eafc0891, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=43cf44a1-b0bc-4049-a98d-e337eafc0891,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:51:50.414499 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:50.439898 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebe40fe-4f2a-49cc-8ea7-a4cdb68bd951 x-openstack-request-id: req-cebe40fe-4f2a-49cc-8ea7-a4cdb68bd951 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:51:50.440211 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1631ea-005d-4031-8f05-471d83997c23", "name": "network-vif-plugged", "status": "completed", "tag": "43cf44a1-b0bc-4049-a98d-e337eafc0891", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:51:50.440470 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cebe40fe-4f2a-49cc-8ea7-a4cdb68bd951 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:51:50.440857 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1631ea-005d-4031-8f05-471d83997c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cf44a1-b0bc-4049-a98d-e337eafc0891', 'code': 200} Mar 04 00:51:50.465845 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=43cf44a1-b0bc-4049-a98d-e337eafc0891,revision_number=10']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:51:51.264360 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323d046-8a3d-450f-8852-6467eeec58ca req-2f779554-da75-40b0-9856-a1585d2ef745 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:51.266098 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3323d046-8a3d-450f-8852-6467eeec58ca req-2f779554-da75-40b0-9856-a1585d2ef745 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 946 time: 0.0509877 Mar 04 00:51:51.311295 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3323d046-8a3d-450f-8852-6467eeec58ca req-f7e17963-8742-4de2-840a-e125f977acc3 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391729 Mar 04 00:51:51.695450 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-2b92bafc-f529-4a90-b4ee-6ddc2ef47371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:52.435047 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ad588-2cf2-47e9-b8e5-2cc165845f90 req-12439f8a-478f-4a54-af24-01f5e365626d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:52.436474 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-602ad588-2cf2-47e9-b8e5-2cc165845f90 req-12439f8a-478f-4a54-af24-01f5e365626d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 946 time: 0.0519571 Mar 04 00:51:52.489828 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-602ad588-2cf2-47e9-b8e5-2cc165845f90 req-e0d7ef0c-0bfb-400d-ad5b-0f8259410b49 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464160 Mar 04 00:51:52.582260 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ae391-7059-43f5-92f0-8a1fe54f6c6d req-bc4d0f04-ec81-4e7c-af63-b7056eff2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:52.583959 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-d62ae391-7059-43f5-92f0-8a1fe54f6c6d req-bc4d0f04-ec81-4e7c-af63-b7056eff2126 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 1130 time: 0.0502067 Mar 04 00:51:52.637947 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-d62ae391-7059-43f5-92f0-8a1fe54f6c6d req-52c44e50-98a8-48df-bd20-82c7ee744ac2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407004 Mar 04 00:51:52.772335 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:53.617073 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f839-8043-4385-953a-045b179cc37a req-f9994200-8cf7-427e-b5de-256917d73050 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:53.618573 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1fb2f839-8043-4385-953a-045b179cc37a req-f9994200-8cf7-427e-b5de-256917d73050 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 946 time: 0.0549171 Mar 04 00:51:53.664464 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1fb2f839-8043-4385-953a-045b179cc37a req-7d82875c-58d6-4082-beba-3365556e891f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403662 Mar 04 00:51:53.951470 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860f02c-acb5-47c3-a046-9d21b6656958 req-34f640c3-0722-423c-9994-d8d8cc50ef90 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:53.952925 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e860f02c-acb5-47c3-a046-9d21b6656958 req-34f640c3-0722-423c-9994-d8d8cc50ef90 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0504620 Mar 04 00:51:53.998583 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e860f02c-acb5-47c3-a046-9d21b6656958 req-aaeacf6d-ec25-447e-8982-2b8fcd0bc47c tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396762 Mar 04 00:51:54.094472 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:54.788956 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc3d60-8176-42b3-bc1a-ee815d62caa3 req-936924aa-17b9-4e79-8de9-5f611bf06568 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:54.790416 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5adc3d60-8176-42b3-bc1a-ee815d62caa3 req-936924aa-17b9-4e79-8de9-5f611bf06568 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 946 time: 0.0543482 Mar 04 00:51:55.056321 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5adc3d60-8176-42b3-bc1a-ee815d62caa3 req-8679dcb1-f29d-4fdb-8652-e12f1725f3b5 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2603896 Mar 04 00:51:55.112763 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d59f3-c9b9-44cb-86fa-3ab724271a93 req-7c28b3d2-2ecd-4441-a89e-be8a4ff81ecd tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:55.114150 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-046d59f3-c9b9-44cb-86fa-3ab724271a93 req-7c28b3d2-2ecd-4441-a89e-be8a4ff81ecd tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0513740 Mar 04 00:51:55.160458 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-046d59f3-c9b9-44cb-86fa-3ab724271a93 req-1cbba22a-3598-4385-ad19-a7082f436e35 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405717 Mar 04 00:51:55.828050 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:56.175296 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196468f-efcf-4fdd-a5f5-ad560d30f0ff req-809e8209-8c2e-4138-a7c2-1cbbc7ed66ed tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:56.177263 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9196468f-efcf-4fdd-a5f5-ad560d30f0ff req-809e8209-8c2e-4138-a7c2-1cbbc7ed66ed tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 946 time: 0.0513148 Mar 04 00:51:56.226998 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9196468f-efcf-4fdd-a5f5-ad560d30f0ff req-0c3f25c5-d7de-4f26-8a12-bae405569ab6 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441961 Mar 04 00:51:56.278631 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495946b3-6a5e-4fbf-ad0d-629d57b2a0a0 req-691f4a88-b43f-40d3-9200-8c59bdc9b441 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:56.280104 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-495946b3-6a5e-4fbf-ad0d-629d57b2a0a0 req-691f4a88-b43f-40d3-9200-8c59bdc9b441 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0523961 Mar 04 00:51:56.325901 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-495946b3-6a5e-4fbf-ad0d-629d57b2a0a0 req-5a80c517-30fd-4cfc-963a-d7902a40e260 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 Mar 04 00:51:57.351511 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7704a-f76e-4352-9e8f-8bff6898af73 req-5cd66e46-035c-4514-9f32-c0bd462561a4 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:57.354244 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5ed7704a-f76e-4352-9e8f-8bff6898af73 req-5cd66e46-035c-4514-9f32-c0bd462561a4 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 946 time: 0.0534520 Mar 04 00:51:57.410478 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5ed7704a-f76e-4352-9e8f-8bff6898af73 req-b3117687-9715-4657-9e5e-a28859bb9c98 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519187 Mar 04 00:51:57.453230 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072c8d8-16ad-4ae8-adc2-a088d3d1243a req-ad4089f1-a42a-49e2-8c9d-50f89c6b0e65 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:57.454746 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6072c8d8-16ad-4ae8-adc2-a088d3d1243a req-ad4089f1-a42a-49e2-8c9d-50f89c6b0e65 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0606604 Mar 04 00:51:57.498941 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6072c8d8-16ad-4ae8-adc2-a088d3d1243a req-cf2ba15e-e6cc-40ce-88a2-2acde91de033 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386949 Mar 04 00:51:58.529997 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b5129-981a-4e03-9ba8-983fc4b0020d req-21e89d60-5078-406f-93d1-ee2063bc02e7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:58.531474 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-325b5129-981a-4e03-9ba8-983fc4b0020d req-21e89d60-5078-406f-93d1-ee2063bc02e7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 946 time: 0.0506239 Mar 04 00:51:58.585743 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-325b5129-981a-4e03-9ba8-983fc4b0020d req-86f2e970-5436-48e4-89eb-6e32fc4498dc tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488858 Mar 04 00:51:58.626922 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31e659-524a-4f7e-879e-f7a14492611b req-01f79183-dc40-4a24-be76-5612b4f2de94 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:58.628349 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2b31e659-524a-4f7e-879e-f7a14492611b req-01f79183-dc40-4a24-be76-5612b4f2de94 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0623753 Mar 04 00:51:58.673206 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2b31e659-524a-4f7e-879e-f7a14492611b req-f52efd63-d221-4df6-8385-6c36a554b9aa tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387676 Mar 04 00:51:59.556233 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:51:59.710868 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9454dc-4fd2-4b21-ba8d-a58a3e4f1a12 req-7cf71d52-d022-4905-ae21-8cffa45e548c tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:59.712344 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0c9454dc-4fd2-4b21-ba8d-a58a3e4f1a12 req-7cf71d52-d022-4905-ae21-8cffa45e548c tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 946 time: 0.0558505 Mar 04 00:51:59.783668 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0c9454dc-4fd2-4b21-ba8d-a58a3e4f1a12 req-1356c91f-1f9e-4f2a-bf4d-e773d5305d99 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646989 Mar 04 00:51:59.812360 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c16f1-3284-4e39-8915-311d62efcc32 req-5eaba874-6bfa-4da5-91dd-3373622088a8 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:59.813762 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4a5c16f1-3284-4e39-8915-311d62efcc32 req-5eaba874-6bfa-4da5-91dd-3373622088a8 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0691438 Mar 04 00:51:59.868733 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4a5c16f1-3284-4e39-8915-311d62efcc32 req-eaee21c9-ba98-48b3-93f3-1978f00c440e tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493357 Mar 04 00:51:59.986096 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e82af-2727-4e4f-9fc4-2381dae0e5d6 req-a3183b42-2e15-469c-aab7-e608e588534d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:51:59.987575 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-c62e82af-2727-4e4f-9fc4-2381dae0e5d6 req-a3183b42-2e15-469c-aab7-e608e588534d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.20 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 945 time: 0.0509760 Mar 04 00:52:00.093072 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-c62e82af-2727-4e4f-9fc4-2381dae0e5d6 req-44ce9614-0c0c-45bc-bdb9-cf7c8d15cae0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Deleting port 9ec04d12-0d5b-47e5-811f-00247548fd8b {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:52:00.093400 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-c62e82af-2727-4e4f-9fc4-2381dae0e5d6 req-44ce9614-0c0c-45bc-bdb9-cf7c8d15cae0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (9ec04d12-0d5b-47e5-811f-00247548fd8b), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:00.186757 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-c62e82af-2727-4e4f-9fc4-2381dae0e5d6 req-44ce9614-0c0c-45bc-bdb9-cf7c8d15cae0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] For port 9ec04d12-0d5b-47e5-811f-00247548fd8b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9ec04d12-0d5b-47e5-811f-00247548fd8b,segment=NetworkSegment(bd4ce6b2-645f-4c58-adc2-eafdd155b8fa),segment_id=bd4ce6b2-645f-4c58-adc2-eafdd155b8fa)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:52:00.187131 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-c62e82af-2727-4e4f-9fc4-2381dae0e5d6 req-44ce9614-0c0c-45bc-bdb9-cf7c8d15cae0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (9ec04d12-0d5b-47e5-811f-00247548fd8b), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:00.205602 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-c62e82af-2727-4e4f-9fc4-2381dae0e5d6 req-44ce9614-0c0c-45bc-bdb9-cf7c8d15cae0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Calling delete_port for 9ec04d12-0d5b-47e5-811f-00247548fd8b owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:52:00.335162 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-c62e82af-2727-4e4f-9fc4-2381dae0e5d6 req-44ce9614-0c0c-45bc-bdb9-cf7c8d15cae0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (9ec04d12-0d5b-47e5-811f-00247548fd8b), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:00.352474 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['9ec04d12-0d5b-47e5-811f-00247548fd8b', '96ef2292-f07e-4efe-8a3a-d69e95b94ca3'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:52:00.363200 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce9614-0c0c-45bc-bdb9-cf7c8d15cae0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Pushing event deleted for resources: {'Port': ['ID=9ec04d12-0d5b-47e5-811f-00247548fd8b,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:00.409430 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62e82af-2727-4e4f-9fc4-2381dae0e5d6 req-44ce9614-0c0c-45bc-bdb9-cf7c8d15cae0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] No DVR routers for this DVR port 9ec04d12-0d5b-47e5-811f-00247548fd8b on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:52:00.412547 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-c62e82af-2727-4e4f-9fc4-2381dae0e5d6 req-44ce9614-0c0c-45bc-bdb9-cf7c8d15cae0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:00.416056 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-c62e82af-2727-4e4f-9fc4-2381dae0e5d6 req-44ce9614-0c0c-45bc-bdb9-cf7c8d15cae0 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.20 "DELETE /v2.0/ports/9ec04d12-0d5b-47e5-811f-00247548fd8b HTTP/1.1" status: 204 len: 173 time: 0.4204633 Mar 04 00:52:00.416501 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779a3a75-6ddc-44f0-9e6f-fa9be93456e3', 'name': 'network-vif-deleted', 'tag': '9ec04d12-0d5b-47e5-811f-00247548fd8b'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:52:00.418769 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85329b44-e8b3-465f-b3d1-051472bcf903" -d '{"events": [{"server_uuid": "779a3a75-6ddc-44f0-9e6f-fa9be93456e3", "name": "network-vif-deleted", "tag": "9ec04d12-0d5b-47e5-811f-00247548fd8b"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:52:00.456642 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a04d818-6367-40b5-b383-f09343aff052 x-openstack-request-id: req-7a04d818-6367-40b5-b383-f09343aff052 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:52:00.456955 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779a3a75-6ddc-44f0-9e6f-fa9be93456e3", "name": "network-vif-deleted", "tag": "9ec04d12-0d5b-47e5-811f-00247548fd8b", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:52:00.457209 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a04d818-6367-40b5-b383-f09343aff052 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:52:00.457611 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779a3a75-6ddc-44f0-9e6f-fa9be93456e3', 'name': 'network-vif-deleted', 'tag': '9ec04d12-0d5b-47e5-811f-00247548fd8b', 'status': 'completed', 'code': 200} Mar 04 00:52:00.912183 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630f573-97f8-4176-bca6-3cdbc30d02b4 req-85abf751-8345-4d9f-952b-beb95a0ae592 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:00.913944 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6630f573-97f8-4176-bca6-3cdbc30d02b4 req-85abf751-8345-4d9f-952b-beb95a0ae592 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 946 time: 0.0536819 Mar 04 00:52:00.971947 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6630f573-97f8-4176-bca6-3cdbc30d02b4 req-31b771f1-08b7-4b51-b8d5-ec09931b29e0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523119 Mar 04 00:52:00.990881 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ae3ec546-77b4-4d10-926a-f4227379fcef req-07e3065b-e317-469e-af0b-7fa6de8f291f tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=779a3a75-6ddc-44f0-9e6f-fa9be93456e3 HTTP/1.1" status: 200 len: 210 time: 0.0343311 Mar 04 00:52:02.256040 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503de22-8530-4c6e-afda-097a73f9bdd0 req-b9b5a5d8-9dc7-46a8-a9f2-757ba79e8dda tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:02.258047 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9503de22-8530-4c6e-afda-097a73f9bdd0 req-b9b5a5d8-9dc7-46a8-a9f2-757ba79e8dda tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0562956 Mar 04 00:52:02.306389 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9503de22-8530-4c6e-afda-097a73f9bdd0 req-c32b4f76-b8f6-456b-849c-5ce10a0c86aa tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Mar 04 00:52:03.422664 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68912f13-2dda-45e3-bd52-2712ab7d2754 req-a736b608-326c-4ee6-91d7-b3b1a108a2d2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:03.424164 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-68912f13-2dda-45e3-bd52-2712ab7d2754 req-a736b608-326c-4ee6-91d7-b3b1a108a2d2 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0520945 Mar 04 00:52:03.469548 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-68912f13-2dda-45e3-bd52-2712ab7d2754 req-d9e6db2b-3ed2-4b51-b23d-cc8329c5d442 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395277 Mar 04 00:52:03.942295 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 9ec04d12-0d5b-47e5-811f-00247548fd8b no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:52:03.961209 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: 9ec04d12-0d5b-47e5-811f-00247548fd8b {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:52:03.961647 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 9ec04d12-0d5b-47e5-811f-00247548fd8b not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:52:04.584667 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bfeed-9a38-4e4f-901f-b07c84cc9411 req-708e65e6-42eb-4bdd-83ce-95171dcc6411 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:04.586072 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-243bfeed-9a38-4e4f-901f-b07c84cc9411 req-708e65e6-42eb-4bdd-83ce-95171dcc6411 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0512323 Mar 04 00:52:04.631582 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-243bfeed-9a38-4e4f-901f-b07c84cc9411 req-22294c86-07ff-4326-99fc-f8ff058c8987 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Mar 04 00:52:05.750564 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec87eb-689b-481d-bace-56525bccb211 req-52d56b2f-b82c-4dc3-8aaa-132bf7e4965a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:05.752035 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-feec87eb-689b-481d-bace-56525bccb211 req-52d56b2f-b82c-4dc3-8aaa-132bf7e4965a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0554473 Mar 04 00:52:05.797970 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-feec87eb-689b-481d-bace-56525bccb211 req-4f5adce5-c4d1-40e8-8d36-2690a95795a7 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403264 Mar 04 00:52:06.730903 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 47736) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:06.832416 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cf8a0db2-aa06-447b-a025-7a0079dfdb04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:06.909125 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cf8a0db2-aa06-447b-a025-7a0079dfdb04 admin admin] Publish callbacks [] for security_group (7acefae8-2fc7-4086-aa76-0239e88df682), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:06.913338 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cf8a0db2-aa06-447b-a025-7a0079dfdb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (7acefae8-2fc7-4086-aa76-0239e88df682), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:06.915127 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf67508-fa4f-447f-919f-7dc14492beef req-80daaf8c-3b05-47c4-b287-fda5b0d8bd7d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:06.916804 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4cf67508-fa4f-447f-919f-7dc14492beef req-80daaf8c-3b05-47c4-b287-fda5b0d8bd7d tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0527740 Mar 04 00:52:06.953512 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-cf8a0db2-aa06-447b-a025-7a0079dfdb04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=963a7e76ebb5402f8c77c4a1f160c317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214391 Mar 04 00:52:06.954424 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a0db2-aa06-447b-a025-7a0079dfdb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acefae8-2fc7-4086-aa76-0239e88df682,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:06.956871 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 47742) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:06.986483 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4cf67508-fa4f-447f-919f-7dc14492beef req-34bbac84-43f0-4ec9-91d4-443deb6b2145 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638106 Mar 04 00:52:07.023399 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f20260ba-5eca-4aba-8266-f76f78f9d082 admin admin] Publish callbacks [] for security_group (7acefae8-2fc7-4086-aa76-0239e88df682), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:07.050597 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f20260ba-5eca-4aba-8266-f76f78f9d082 admin admin] Publish callbacks [] for security_group (7acefae8-2fc7-4086-aa76-0239e88df682), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:07.099611 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f20260ba-5eca-4aba-8266-f76f78f9d082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (7acefae8-2fc7-4086-aa76-0239e88df682), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:07.102777 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f20260ba-5eca-4aba-8266-f76f78f9d082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:07.106342 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-f20260ba-5eca-4aba-8266-f76f78f9d082 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7acefae8-2fc7-4086-aa76-0239e88df682 HTTP/1.1" status: 204 len: 168 time: 0.1483965 Mar 04 00:52:07.117414 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20260ba-5eca-4aba-8266-f76f78f9d082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acefae8-2fc7-4086-aa76-0239e88df682,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:07.361101 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 47754) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:07.374331 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-022c9640-bfa9-49b7-9985-e3b4815d61d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:07.448423 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-022c9640-bfa9-49b7-9985-e3b4815d61d7 admin admin] Publish callbacks [] for security_group (043d0e7c-85d6-4af1-88bd-fe46b0b6df64), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:07.451937 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-022c9640-bfa9-49b7-9985-e3b4815d61d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (043d0e7c-85d6-4af1-88bd-fe46b0b6df64), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:07.488158 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-022c9640-bfa9-49b7-9985-e3b4815d61d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=471b81cc8e2a495696056e28a9e8ae5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260004 Mar 04 00:52:07.489016 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c9640-bfa9-49b7-9985-e3b4815d61d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043d0e7c-85d6-4af1-88bd-fe46b0b6df64,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:07.492130 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 47756) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:07.540907 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-11293a4f-1c67-4017-a5ff-b5bd8c6af651 admin admin] Publish callbacks [] for security_group (043d0e7c-85d6-4af1-88bd-fe46b0b6df64), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:07.561884 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-11293a4f-1c67-4017-a5ff-b5bd8c6af651 admin admin] Publish callbacks [] for security_group (043d0e7c-85d6-4af1-88bd-fe46b0b6df64), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:07.611247 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-11293a4f-1c67-4017-a5ff-b5bd8c6af651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (043d0e7c-85d6-4af1-88bd-fe46b0b6df64), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:07.613894 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-11293a4f-1c67-4017-a5ff-b5bd8c6af651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:07.615057 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-11293a4f-1c67-4017-a5ff-b5bd8c6af651 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/043d0e7c-85d6-4af1-88bd-fe46b0b6df64 HTTP/1.1" status: 204 len: 168 time: 0.1215832 Mar 04 00:52:07.623112 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11293a4f-1c67-4017-a5ff-b5bd8c6af651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043d0e7c-85d6-4af1-88bd-fe46b0b6df64,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:08.113492 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702d0e0-c205-4209-81ad-075cf7c3d30f req-321819cd-4929-4c70-ad24-92a9413c9bd5 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:08.115258 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c702d0e0-c205-4209-81ad-075cf7c3d30f req-321819cd-4929-4c70-ad24-92a9413c9bd5 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0610235 Mar 04 00:52:08.167736 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c702d0e0-c205-4209-81ad-075cf7c3d30f req-eb9de9ae-53a7-496e-820f-5163eda61242 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459623 Mar 04 00:52:09.311236 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2a1c9-587f-493e-b234-e04a7e7feab6 req-3b668215-5648-4e6c-b2c0-282f104ee233 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:09.312780 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-21b2a1c9-587f-493e-b234-e04a7e7feab6 req-3b668215-5648-4e6c-b2c0-282f104ee233 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0569971 Mar 04 00:52:09.363118 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-21b2a1c9-587f-493e-b234-e04a7e7feab6 req-518eb1cd-e88d-458a-a629-a42181dc88b3 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446219 Mar 04 00:52:09.645017 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e641669-1465-4e5a-8438-7c7e454081f0 req-2b7f70ad-c4c4-4d59-a764-4cf5a60ca8db tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:09.646544 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7e641669-1465-4e5a-8438-7c7e454081f0 req-2b7f70ad-c4c4-4d59-a764-4cf5a60ca8db tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 946 time: 0.0572779 Mar 04 00:52:09.695131 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7e641669-1465-4e5a-8438-7c7e454081f0 req-a4b74965-e1a2-4e56-b9c5-e9c50c93fff0 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427644 Mar 04 00:52:10.380841 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 47908) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:10.446937 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3120af9-3f60-46fa-8d82-fef26c7b0ace req-86d918e8-0db8-41a1-8dcd-4f124aac8a1e tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:10.448583 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e3120af9-3f60-46fa-8d82-fef26c7b0ace req-86d918e8-0db8-41a1-8dcd-4f124aac8a1e tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0542624 Mar 04 00:52:10.490984 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7d967-b83d-4ff7-9e07-ba9b4822d9a2 req-90f33183-99e6-4634-83d8-d1cb2e70cea5 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:10.492481 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0bd7d967-b83d-4ff7-9e07-ba9b4822d9a2 req-90f33183-99e6-4634-83d8-d1cb2e70cea5 tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd92ba6a-3390-4e31-b7aa-5931d1e9f839 HTTP/1.1" status: 200 len: 946 time: 0.0588415 Mar 04 00:52:10.502141 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-802dcd9e-a2b0-46ca-9f29-eeb5d7ce7016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:10.539700 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0bd7d967-b83d-4ff7-9e07-ba9b4822d9a2 req-3e894db8-644b-477a-ac15-897f68a3389a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.23 "GET /v2.0/security-groups?id=73ca34a4-57d6-4df8-a866-c39f710ad6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416315 Mar 04 00:52:10.600386 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-e3120af9-3f60-46fa-8d82-fef26c7b0ace req-fbbdb15a-5e85-439a-beae-675a972e521a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Deleting port 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:52:10.600726 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-e3120af9-3f60-46fa-8d82-fef26c7b0ace req-fbbdb15a-5e85-439a-beae-675a972e521a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (96ef2292-f07e-4efe-8a3a-d69e95b94ca3), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:10.666966 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-802dcd9e-a2b0-46ca-9f29-eeb5d7ce7016 admin admin] Publish callbacks [] for security_group (0f32b90e-fc61-4f41-8b55-2a820b4bb6b4), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:10.671989 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-802dcd9e-a2b0-46ca-9f29-eeb5d7ce7016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (0f32b90e-fc61-4f41-8b55-2a820b4bb6b4), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:10.729916 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-802dcd9e-a2b0-46ca-9f29-eeb5d7ce7016 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e2614ce7969492ab45c11b17583a0f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478353 Mar 04 00:52:10.732369 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802dcd9e-a2b0-46ca-9f29-eeb5d7ce7016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f32b90e-fc61-4f41-8b55-2a820b4bb6b4,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:10.732584 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 47916) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:10.739207 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-e3120af9-3f60-46fa-8d82-fef26c7b0ace req-fbbdb15a-5e85-439a-beae-675a972e521a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] For port 96ef2292-f07e-4efe-8a3a-d69e95b94ca3, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=96ef2292-f07e-4efe-8a3a-d69e95b94ca3,segment=NetworkSegment(bd4ce6b2-645f-4c58-adc2-eafdd155b8fa),segment_id=bd4ce6b2-645f-4c58-adc2-eafdd155b8fa)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:52:10.739866 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-e3120af9-3f60-46fa-8d82-fef26c7b0ace req-fbbdb15a-5e85-439a-beae-675a972e521a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (96ef2292-f07e-4efe-8a3a-d69e95b94ca3), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:10.751803 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-e3120af9-3f60-46fa-8d82-fef26c7b0ace req-fbbdb15a-5e85-439a-beae-675a972e521a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Calling delete_port for 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:52:10.792017 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-0ca41bc3-5461-4d34-a98d-d08f4ecda981 admin admin] Publish callbacks [] for security_group (0f32b90e-fc61-4f41-8b55-2a820b4bb6b4), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:10.834067 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-0ca41bc3-5461-4d34-a98d-d08f4ecda981 admin admin] Publish callbacks [] for security_group (0f32b90e-fc61-4f41-8b55-2a820b4bb6b4), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:10.861162 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36ede1-3520-4876-ad74-6c062f8f85e9 req-0b628053-ba98-4819-8d0d-91ddd7956095 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:10.862697 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8b36ede1-3520-4876-ad74-6c062f8f85e9 req-0b628053-ba98-4819-8d0d-91ddd7956095 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 946 time: 0.0837917 Mar 04 00:52:10.900167 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-e3120af9-3f60-46fa-8d82-fef26c7b0ace req-fbbdb15a-5e85-439a-beae-675a972e521a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (96ef2292-f07e-4efe-8a3a-d69e95b94ca3), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:10.913513 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['96ef2292-f07e-4efe-8a3a-d69e95b94ca3'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:52:10.926984 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8b36ede1-3520-4876-ad74-6c062f8f85e9 req-6f6c14ca-8543-4cc1-9309-9df304e9db00 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558970 Mar 04 00:52:10.929459 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdb15a-5e85-439a-beae-675a972e521a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Pushing event deleted for resources: {'Port': ['ID=96ef2292-f07e-4efe-8a3a-d69e95b94ca3,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:10.941627 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-0ca41bc3-5461-4d34-a98d-d08f4ecda981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (0f32b90e-fc61-4f41-8b55-2a820b4bb6b4), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:10.945566 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-0ca41bc3-5461-4d34-a98d-d08f4ecda981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:10.946803 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-0ca41bc3-5461-4d34-a98d-d08f4ecda981 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f32b90e-fc61-4f41-8b55-2a820b4bb6b4 HTTP/1.1" status: 204 len: 168 time: 0.2130399 Mar 04 00:52:10.955670 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca41bc3-5461-4d34-a98d-d08f4ecda981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f32b90e-fc61-4f41-8b55-2a820b4bb6b4,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:10.984904 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3120af9-3f60-46fa-8d82-fef26c7b0ace req-fbbdb15a-5e85-439a-beae-675a972e521a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] No DVR routers for this DVR port 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:52:10.987391 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-e3120af9-3f60-46fa-8d82-fef26c7b0ace req-fbbdb15a-5e85-439a-beae-675a972e521a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:10.991237 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e3120af9-3f60-46fa-8d82-fef26c7b0ace req-fbbdb15a-5e85-439a-beae-675a972e521a tempest-ServerRescueNegativeTestJSON-937223232 tempest-ServerRescueNegativeTestJSON-937223232-project] 10.222.0.20 "DELETE /v2.0/ports/96ef2292-f07e-4efe-8a3a-d69e95b94ca3 HTTP/1.1" status: 204 len: 173 time: 0.5348816 Mar 04 00:52:10.991680 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd92ba6a-3390-4e31-b7aa-5931d1e9f839', 'name': 'network-vif-deleted', 'tag': '96ef2292-f07e-4efe-8a3a-d69e95b94ca3'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:52:10.994009 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cb2e1c-334e-456c-8a5f-61c3b44ba089" -d '{"events": [{"server_uuid": "bd92ba6a-3390-4e31-b7aa-5931d1e9f839", "name": "network-vif-deleted", "tag": "96ef2292-f07e-4efe-8a3a-d69e95b94ca3"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:52:11.033665 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fb5d81-5be1-4a12-a5ce-a10328766800 x-openstack-request-id: req-a5fb5d81-5be1-4a12-a5ce-a10328766800 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:52:11.033990 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd92ba6a-3390-4e31-b7aa-5931d1e9f839", "name": "network-vif-deleted", "tag": "96ef2292-f07e-4efe-8a3a-d69e95b94ca3", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:52:11.034245 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5fb5d81-5be1-4a12-a5ce-a10328766800 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:52:11.034643 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd92ba6a-3390-4e31-b7aa-5931d1e9f839', 'name': 'network-vif-deleted', 'tag': '96ef2292-f07e-4efe-8a3a-d69e95b94ca3', 'status': 'completed', 'code': 200} Mar 04 00:52:11.230566 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 47924) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:11.244121 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fa79f866-8c3f-4476-a104-5b6ccb2bd24c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:11.318540 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fa79f866-8c3f-4476-a104-5b6ccb2bd24c admin admin] Publish callbacks [] for security_group (baf44caa-b048-4b88-bddf-6b34a0d59505), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:11.322444 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fa79f866-8c3f-4476-a104-5b6ccb2bd24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (baf44caa-b048-4b88-bddf-6b34a0d59505), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:11.359814 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-fa79f866-8c3f-4476-a104-5b6ccb2bd24c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=531369eff79140639543ca5f937af9d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282132 Mar 04 00:52:11.360785 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79f866-8c3f-4476-a104-5b6ccb2bd24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf44caa-b048-4b88-bddf-6b34a0d59505,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:11.362500 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 47926) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:11.409688 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-96702be9-b400-439a-805c-727fd6724dc4 admin admin] Publish callbacks [] for security_group (baf44caa-b048-4b88-bddf-6b34a0d59505), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:11.433390 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-96702be9-b400-439a-805c-727fd6724dc4 admin admin] Publish callbacks [] for security_group (baf44caa-b048-4b88-bddf-6b34a0d59505), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:11.485936 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-96702be9-b400-439a-805c-727fd6724dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (baf44caa-b048-4b88-bddf-6b34a0d59505), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:11.488475 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-96702be9-b400-439a-805c-727fd6724dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:11.489697 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-96702be9-b400-439a-805c-727fd6724dc4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/baf44caa-b048-4b88-bddf-6b34a0d59505 HTTP/1.1" status: 204 len: 168 time: 0.1261370 Mar 04 00:52:11.497982 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96702be9-b400-439a-805c-727fd6724dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf44caa-b048-4b88-bddf-6b34a0d59505,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:11.605774 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 47932) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:11.744318 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5591b9-f04f-4440-a669-9d5f4c84268f req-c096440f-f179-4984-bbaf-17d87859be1e tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:11.745661 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0a5591b9-f04f-4440-a669-9d5f4c84268f req-c096440f-f179-4984-bbaf-17d87859be1e tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.20 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 946 time: 0.0988750 Mar 04 00:52:11.940925 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-0a5591b9-f04f-4440-a669-9d5f4c84268f req-1d99e5b5-7a4a-4f49-afb0-3aef23578220 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Deleting port fc126885-b6a1-4be9-921e-aa4cc07e2418 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:52:11.941259 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-0a5591b9-f04f-4440-a669-9d5f4c84268f req-1d99e5b5-7a4a-4f49-afb0-3aef23578220 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (fc126885-b6a1-4be9-921e-aa4cc07e2418), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:12.065122 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47549574-9772-434a-8554-f01fb17662ad req-0dfaccc7-9f55-4158-b49a-042d80bbc78d tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:12.072832 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-47549574-9772-434a-8554-f01fb17662ad req-0dfaccc7-9f55-4158-b49a-042d80bbc78d tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=260c3259-a425-47cd-bd40-8b0219f64770 HTTP/1.1" status: 200 len: 946 time: 0.0631120 Mar 04 00:52:12.106049 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-0a5591b9-f04f-4440-a669-9d5f4c84268f req-1d99e5b5-7a4a-4f49-afb0-3aef23578220 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] For port fc126885-b6a1-4be9-921e-aa4cc07e2418, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=fc126885-b6a1-4be9-921e-aa4cc07e2418,segment=NetworkSegment(cb8623a0-5ac4-460c-822f-9b8a857072b2),segment_id=cb8623a0-5ac4-460c-822f-9b8a857072b2)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:52:12.106411 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-0a5591b9-f04f-4440-a669-9d5f4c84268f req-1d99e5b5-7a4a-4f49-afb0-3aef23578220 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (fc126885-b6a1-4be9-921e-aa4cc07e2418), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:12.117912 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-47549574-9772-434a-8554-f01fb17662ad req-cc738a6c-2c59-4125-b677-e671b03d4291 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441985 Mar 04 00:52:12.125283 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-0a5591b9-f04f-4440-a669-9d5f4c84268f req-1d99e5b5-7a4a-4f49-afb0-3aef23578220 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Calling delete_port for fc126885-b6a1-4be9-921e-aa4cc07e2418 owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:52:12.288150 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3244d681-499c-4f45-be7d-470408778db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548415'] for router_interface (20ade95e-745d-49c8-80e0-5f8d9c5d954c), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:12.408404 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-0a5591b9-f04f-4440-a669-9d5f4c84268f req-1d99e5b5-7a4a-4f49-afb0-3aef23578220 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (fc126885-b6a1-4be9-921e-aa4cc07e2418), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:12.421936 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['fc126885-b6a1-4be9-921e-aa4cc07e2418'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:52:12.449443 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99e5b5-7a4a-4f49-afb0-3aef23578220 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Pushing event deleted for resources: {'Port': ['ID=fc126885-b6a1-4be9-921e-aa4cc07e2418,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:12.498347 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5591b9-f04f-4440-a669-9d5f4c84268f req-1d99e5b5-7a4a-4f49-afb0-3aef23578220 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] No DVR routers for this DVR port fc126885-b6a1-4be9-921e-aa4cc07e2418 on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:52:12.501319 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-0a5591b9-f04f-4440-a669-9d5f4c84268f req-1d99e5b5-7a4a-4f49-afb0-3aef23578220 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:12.505590 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0a5591b9-f04f-4440-a669-9d5f4c84268f req-1d99e5b5-7a4a-4f49-afb0-3aef23578220 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.20 "DELETE /v2.0/ports/fc126885-b6a1-4be9-921e-aa4cc07e2418 HTTP/1.1" status: 204 len: 173 time: 0.7544513 Mar 04 00:52:12.719707 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-3244d681-499c-4f45-be7d-470408778db1 admin admin] Deleting port 001f8030-f278-4591-8bd6-15f6cb5ce39d {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:52:12.720079 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3244d681-499c-4f45-be7d-470408778db1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (001f8030-f278-4591-8bd6-15f6cb5ce39d), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:12.807647 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [None req-3244d681-499c-4f45-be7d-470408778db1 admin admin] For port 001f8030-f278-4591-8bd6-15f6cb5ce39d, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=001f8030-f278-4591-8bd6-15f6cb5ce39d,segment=NetworkSegment(bd4ce6b2-645f-4c58-adc2-eafdd155b8fa),segment_id=bd4ce6b2-645f-4c58-adc2-eafdd155b8fa)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:52:12.808013 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3244d681-499c-4f45-be7d-470408778db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (001f8030-f278-4591-8bd6-15f6cb5ce39d), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:12.821325 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-3244d681-499c-4f45-be7d-470408778db1 admin admin] Calling delete_port for 001f8030-f278-4591-8bd6-15f6cb5ce39d owned by network:router_interface {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:52:13.015588 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3244d681-499c-4f45-be7d-470408778db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (001f8030-f278-4591-8bd6-15f6cb5ce39d), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:13.049313 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260c3259-a425-47cd-bd40-8b0219f64770', 'name': 'network-vif-deleted', 'tag': 'fc126885-b6a1-4be9-921e-aa4cc07e2418'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:52:13.052479 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443cba50-f739-432e-9c0e-34e38ffd78ae" -d '{"events": [{"server_uuid": "260c3259-a425-47cd-bd40-8b0219f64770", "name": "network-vif-deleted", "tag": "fc126885-b6a1-4be9-921e-aa4cc07e2418"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:52:13.062501 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244d681-499c-4f45-be7d-470408778db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=001f8030-f278-4591-8bd6-15f6cb5ce39d,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:13.104112 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7ec406-87df-4cb2-9f6a-c317f3a332d6 x-openstack-request-id: req-aa7ec406-87df-4cb2-9f6a-c317f3a332d6 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:52:13.104410 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260c3259-a425-47cd-bd40-8b0219f64770", "name": "network-vif-deleted", "tag": "fc126885-b6a1-4be9-921e-aa4cc07e2418", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:52:13.104664 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa7ec406-87df-4cb2-9f6a-c317f3a332d6 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:52:13.105055 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260c3259-a425-47cd-bd40-8b0219f64770', 'name': 'network-vif-deleted', 'tag': 'fc126885-b6a1-4be9-921e-aa4cc07e2418', 'status': 'completed', 'code': 200} Mar 04 00:52:13.461333 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3244d681-499c-4f45-be7d-470408778db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548563'] for router_interface (20ade95e-745d-49c8-80e0-5f8d9c5d954c), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:13.680178 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3244d681-499c-4f45-be7d-470408778db1 admin admin] Router 20ade95e-745d-49c8-80e0-5f8d9c5d954c has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:52:13.788336 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3244d681-499c-4f45-be7d-470408778db1 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:52:13.793374 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-3244d681-499c-4f45-be7d-470408778db1 admin admin] 10.222.0.23 "PUT /v2.0/routers/20ade95e-745d-49c8-80e0-5f8d9c5d954c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1862159 Mar 04 00:52:13.796119 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48024) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:13.797343 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd073d0f-d110-4d5e-a0f1-43f7effc05d3 None None] Sync routers for ids ['20ade95e-745d-49c8-80e0-5f8d9c5d954c'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:52:13.807146 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd073d0f-d110-4d5e-a0f1-43f7effc05d3 None None] Routers {'20ade95e-745d-49c8-80e0-5f8d9c5d954c'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:52:13.807772 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-bd073d0f-d110-4d5e-a0f1-43f7effc05d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:51:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['20ade95e-745d-49c8-80e0-5f8d9c5d954c'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:52:13.912582 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f35a40a1-e6d9-4370-b1ca-de081a789d17 admin admin] Publish callbacks [] for router (20ade95e-745d-49c8-80e0-5f8d9c5d954c), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:13.918585 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-bd073d0f-d110-4d5e-a0f1-43f7effc05d3 None None] Set router 20ade95e-745d-49c8-80e0-5f8d9c5d954c gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:52:14.023422 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f35a40a1-e6d9-4370-b1ca-de081a789d17 admin admin] Publish callbacks [] for router_gateway (20ade95e-745d-49c8-80e0-5f8d9c5d954c), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:14.080150 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-f35a40a1-e6d9-4370-b1ca-de081a789d17 admin admin] Deleting port d1a5c806-76be-481e-b56f-a4f7cdce80b8 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:52:14.080512 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f35a40a1-e6d9-4370-b1ca-de081a789d17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (d1a5c806-76be-481e-b56f-a4f7cdce80b8), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:14.105663 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-bd073d0f-d110-4d5e-a0f1-43f7effc05d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636934493-router', 'tenant_id': '97777a0e50ee43a789483f661b2f59b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd1a5c806-76be-481e-b56f-a4f7cdce80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:22Z', 'updated_at': '2022-03-04T00:52:12Z', 'revision_number': 5, 'project_id': '97777a0e50ee43a789483f661b2f59b5', 'gw_port': {'id': 'd1a5c806-76be-481e-b56f-a4f7cdce80b8', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:23Z', 'updated_at': '2022-03-04T00:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:52:14.135874 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd073d0f-d110-4d5e-a0f1-43f7effc05d3 None None] Checking router: 20ade95e-745d-49c8-80e0-5f8d9c5d954c for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:52:14.144875 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd073d0f-d110-4d5e-a0f1-43f7effc05d3 None None] Routers {'20ade95e-745d-49c8-80e0-5f8d9c5d954c'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:52:14.145489 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-bd073d0f-d110-4d5e-a0f1-43f7effc05d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:51:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['20ade95e-745d-49c8-80e0-5f8d9c5d954c'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:52:14.159640 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [None req-f35a40a1-e6d9-4370-b1ca-de081a789d17 admin admin] For port d1a5c806-76be-481e-b56f-a4f7cdce80b8, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=d1a5c806-76be-481e-b56f-a4f7cdce80b8,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:52:14.160010 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f35a40a1-e6d9-4370-b1ca-de081a789d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (d1a5c806-76be-481e-b56f-a4f7cdce80b8), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:14.172435 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-f35a40a1-e6d9-4370-b1ca-de081a789d17 admin admin] Calling delete_port for d1a5c806-76be-481e-b56f-a4f7cdce80b8 owned by network:router_gateway {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:52:14.236017 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-bd073d0f-d110-4d5e-a0f1-43f7effc05d3 None None] Set router 20ade95e-745d-49c8-80e0-5f8d9c5d954c gateway port host: None {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:52:14.294020 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-bd073d0f-d110-4d5e-a0f1-43f7effc05d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636934493-router', 'tenant_id': '97777a0e50ee43a789483f661b2f59b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:22Z', 'updated_at': '2022-03-04T00:52:14Z', 'revision_number': 6, 'project_id': '97777a0e50ee43a789483f661b2f59b5', 'gw_port_host': None}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:52:14.321441 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd073d0f-d110-4d5e-a0f1-43f7effc05d3 None None] The sync data for ids ['20ade95e-745d-49c8-80e0-5f8d9c5d954c'] in dv-cinder-812685-7-iscsi is: [{'id': '20ade95e-745d-49c8-80e0-5f8d9c5d954c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636934493-router', 'tenant_id': '97777a0e50ee43a789483f661b2f59b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:22Z', 'updated_at': '2022-03-04T00:52:14Z', 'revision_number': 6, 'project_id': '97777a0e50ee43a789483f661b2f59b5', 'gw_port_host': None}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:52:14.343926 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f35a40a1-e6d9-4370-b1ca-de081a789d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (d1a5c806-76be-481e-b56f-a4f7cdce80b8), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:14.375658 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a40a1-e6d9-4370-b1ca-de081a789d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a5c806-76be-481e-b56f-a4f7cdce80b8,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:14.436481 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f35a40a1-e6d9-4370-b1ca-de081a789d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542065'] for router_gateway (20ade95e-745d-49c8-80e0-5f8d9c5d954c), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:14.542952 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f35a40a1-e6d9-4370-b1ca-de081a789d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3526'] for router (20ade95e-745d-49c8-80e0-5f8d9c5d954c), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:14.545093 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f35a40a1-e6d9-4370-b1ca-de081a789d17 admin admin] Publish callbacks [] for router_controller (20ade95e-745d-49c8-80e0-5f8d9c5d954c), precommit_delete_associations {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:14.621333 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f35a40a1-e6d9-4370-b1ca-de081a789d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546010'] for router (20ade95e-745d-49c8-80e0-5f8d9c5d954c), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:14.621775 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35a40a1-e6d9-4370-b1ca-de081a789d17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20ade95e-745d-49c8-80e0-5f8d9c5d954c {{(pid=109680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 00:52:14.626812 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f35a40a1-e6d9-4370-b1ca-de081a789d17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:14.627951 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-f35a40a1-e6d9-4370-b1ca-de081a789d17 admin admin] 10.222.0.23 "DELETE /v2.0/routers/20ade95e-745d-49c8-80e0-5f8d9c5d954c HTTP/1.1" status: 204 len: 168 time: 0.8309100 Mar 04 00:52:14.630414 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48030) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:14.679635 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b1537c-c1b3-435a-b197-fc02964ab4d0 admin admin] Deleting subnet eb0e4b2c-c237-4083-952e-e79dff5b7688 {{(pid=109680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 00:52:14.683090 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c1b1537c-c1b3-435a-b197-fc02964ab4d0 admin admin] Publish callbacks [] for subnet (eb0e4b2c-c237-4083-952e-e79dff5b7688), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:14.720681 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c1b1537c-c1b3-435a-b197-fc02964ab4d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26013165'] for subnet (eb0e4b2c-c237-4083-952e-e79dff5b7688), precommit_delete_associations {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:14.770264 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c1b1537c-c1b3-435a-b197-fc02964ab4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15850908'] for subnet (eb0e4b2c-c237-4083-952e-e79dff5b7688), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:14.796872 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 001f8030-f278-4591-8bd6-15f6cb5ce39d no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:52:14.816561 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 001f8030-f278-4591-8bd6-15f6cb5ce39d {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:52:14.816913 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 001f8030-f278-4591-8bd6-15f6cb5ce39d not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:52:14.830420 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c1b1537c-c1b3-435a-b197-fc02964ab4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15850899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26647530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26649947'] for subnet (eb0e4b2c-c237-4083-952e-e79dff5b7688), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:14.858105 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1537c-c1b3-435a-b197-fc02964ab4d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb0e4b2c-c237-4083-952e-e79dff5b7688,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:14.861892 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c1b1537c-c1b3-435a-b197-fc02964ab4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:14.865117 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-c1b1537c-c1b3-435a-b197-fc02964ab4d0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/eb0e4b2c-c237-4083-952e-e79dff5b7688 HTTP/1.1" status: 204 len: 168 time: 0.2337964 Mar 04 00:52:14.867599 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48034) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:14.934911 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-56f12514-dc49-4c2b-829a-f05d12531387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16661095'] for network (a120380f-d8d5-4336-87ba-fbc40370628a), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:15.013888 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-56f12514-dc49-4c2b-829a-f05d12531387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16753767', 'neutron.services.segments.db._delete_segments_for_network-8742061486749'] for network (a120380f-d8d5-4336-87ba-fbc40370628a), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:15.033775 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-56f12514-dc49-4c2b-829a-f05d12531387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a120380f-d8d5-4336-87ba-fbc40370628a']}} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:52:15.044680 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-56f12514-dc49-4c2b-829a-f05d12531387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4ce6b2-645f-4c58-adc2-eafdd155b8fa') {'for_net_delete': True} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:52:15.044883 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-56f12514-dc49-4c2b-829a-f05d12531387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4ce6b2-645f-4c58-adc2-eafdd155b8fa') {} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:52:15.056545 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-56f12514-dc49-4c2b-829a-f05d12531387 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742061490342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26013178'] for segment (bd4ce6b2-645f-4c58-adc2-eafdd155b8fa), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:15.061043 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:52:15.071189 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-56f12514-dc49-4c2b-829a-f05d12531387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (bd4ce6b2-645f-4c58-adc2-eafdd155b8fa), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:15.076991 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f12514-dc49-4c2b-829a-f05d12531387 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 00:52:15.077363 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-56f12514-dc49-4c2b-829a-f05d12531387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26647348'] for segment (bd4ce6b2-645f-4c58-adc2-eafdd155b8fa), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: Traceback (most recent call last): Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: timer() Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: cb(*args, **kw) Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: return func(*args, **kwargs) Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: self._notify() Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: self.callback(batched_events) Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: event.method(event) Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: return f(self, *a, **k) Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._get(url).json() Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: return self.request(url, 'GET', **kwargs) Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 00:52:15.078984 dv-cinder-812685-7-iscsi neutron-server[109680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 00:52:15.138947 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-56f12514-dc49-4c2b-829a-f05d12531387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16753694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542029'] for network (a120380f-d8d5-4336-87ba-fbc40370628a), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:15.145101 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-56f12514-dc49-4c2b-829a-f05d12531387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:15.149233 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-56f12514-dc49-4c2b-829a-f05d12531387 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a120380f-d8d5-4336-87ba-fbc40370628a HTTP/1.1" status: 204 len: 168 time: 0.2806921 Mar 04 00:52:15.161289 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f12514-dc49-4c2b-829a-f05d12531387 admin admin] Pushing event deleted for resources: {'Network': ['ID=a120380f-d8d5-4336-87ba-fbc40370628a,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:15.318124 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 48038) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:15.367657 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-4c741195-d65c-4b7c-8af0-1b7f3b1263f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97777a0e50ee43a789483f661b2f59b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0478575 Mar 04 00:52:15.370298 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 48040) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:15.384882 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:52:15.411953 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:52:15.412359 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 96ef2292-f07e-4efe-8a3a-d69e95b94ca3 not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:52:15.423235 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-2b845128-aab6-4d60-af2b-eed3a06d08c6 admin admin] Publish callbacks [] for security_group (73ca34a4-57d6-4df8-a866-c39f710ad6fd), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:15.448864 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-2b845128-aab6-4d60-af2b-eed3a06d08c6 admin admin] Publish callbacks [] for security_group (73ca34a4-57d6-4df8-a866-c39f710ad6fd), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:15.497481 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-2b845128-aab6-4d60-af2b-eed3a06d08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (73ca34a4-57d6-4df8-a866-c39f710ad6fd), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:15.500763 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-2b845128-aab6-4d60-af2b-eed3a06d08c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:15.502187 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-2b845128-aab6-4d60-af2b-eed3a06d08c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73ca34a4-57d6-4df8-a866-c39f710ad6fd HTTP/1.1" status: 204 len: 168 time: 0.1308489 Mar 04 00:52:15.510991 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b845128-aab6-4d60-af2b-eed3a06d08c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ca34a4-57d6-4df8-a866-c39f710ad6fd,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:16.359269 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device fc126885-b6a1-4be9-921e-aa4cc07e2418 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:52:16.383978 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: fc126885-b6a1-4be9-921e-aa4cc07e2418 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:52:16.384487 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device fc126885-b6a1-4be9-921e-aa4cc07e2418 not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:52:16.624437 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device d1a5c806-76be-481e-b56f-a4f7cdce80b8 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:52:16.645434 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: d1a5c806-76be-481e-b56f-a4f7cdce80b8 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:52:16.645936 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device d1a5c806-76be-481e-b56f-a4f7cdce80b8 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:52:19.442066 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-7eea5c2c-9474-4db1-b76f-2672a3d04bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:19.866012 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 48158) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:19.971258 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-04db2420-72e9-4d99-8f01-f398adcaf29f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:20.042300 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-04db2420-72e9-4d99-8f01-f398adcaf29f admin admin] Publish callbacks [] for security_group (91d366d0-2841-4099-9c89-bc104c0bdb27), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:20.046033 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-04db2420-72e9-4d99-8f01-f398adcaf29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (91d366d0-2841-4099-9c89-bc104c0bdb27), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:20.092813 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-04db2420-72e9-4d99-8f01-f398adcaf29f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a784a648b854efe8e2ca5fad07a1a4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256782 Mar 04 00:52:20.094847 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db2420-72e9-4d99-8f01-f398adcaf29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d366d0-2841-4099-9c89-bc104c0bdb27,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:20.096545 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48162) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:20.146300 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a1760c77-fec5-45cb-b3f6-cd7df9bc98dc admin admin] Publish callbacks [] for security_group (91d366d0-2841-4099-9c89-bc104c0bdb27), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:20.167448 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a1760c77-fec5-45cb-b3f6-cd7df9bc98dc admin admin] Publish callbacks [] for security_group (91d366d0-2841-4099-9c89-bc104c0bdb27), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:20.215515 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a1760c77-fec5-45cb-b3f6-cd7df9bc98dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (91d366d0-2841-4099-9c89-bc104c0bdb27), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:20.218089 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a1760c77-fec5-45cb-b3f6-cd7df9bc98dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:20.219253 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-a1760c77-fec5-45cb-b3f6-cd7df9bc98dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91d366d0-2841-4099-9c89-bc104c0bdb27 HTTP/1.1" status: 204 len: 168 time: 0.1216354 Mar 04 00:52:20.226951 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1760c77-fec5-45cb-b3f6-cd7df9bc98dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d366d0-2841-4099-9c89-bc104c0bdb27,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:20.476280 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48170) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:20.488977 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a48b0ae3-3814-4525-a087-f25f741eb8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:20.562286 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a48b0ae3-3814-4525-a087-f25f741eb8ef admin admin] Publish callbacks [] for security_group (1f3e6996-5a41-4d67-a82f-c4166c4a1e03), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:20.566052 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a48b0ae3-3814-4525-a087-f25f741eb8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (1f3e6996-5a41-4d67-a82f-c4166c4a1e03), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:20.605382 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-a48b0ae3-3814-4525-a087-f25f741eb8ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9087925d09814b2e9e8b869883eb9323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280615 Mar 04 00:52:20.606350 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b0ae3-3814-4525-a087-f25f741eb8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3e6996-5a41-4d67-a82f-c4166c4a1e03,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:20.608067 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 48172) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:20.658296 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f72ba028-7c9d-4fda-99ea-8b01a74bcc71 admin admin] Publish callbacks [] for security_group (1f3e6996-5a41-4d67-a82f-c4166c4a1e03), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:20.679196 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f72ba028-7c9d-4fda-99ea-8b01a74bcc71 admin admin] Publish callbacks [] for security_group (1f3e6996-5a41-4d67-a82f-c4166c4a1e03), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:20.723372 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f72ba028-7c9d-4fda-99ea-8b01a74bcc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (1f3e6996-5a41-4d67-a82f-c4166c4a1e03), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:20.726489 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f72ba028-7c9d-4fda-99ea-8b01a74bcc71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:20.727744 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-f72ba028-7c9d-4fda-99ea-8b01a74bcc71 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f3e6996-5a41-4d67-a82f-c4166c4a1e03 HTTP/1.1" status: 204 len: 168 time: 0.1185105 Mar 04 00:52:20.737430 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ba028-7c9d-4fda-99ea-8b01a74bcc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3e6996-5a41-4d67-a82f-c4166c4a1e03,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:21.697945 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-61590fc6-3788-4079-8356-7f13b46ecd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:22.774438 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:23.214856 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14b191-fa68-4290-b194-628369770226 req-baba285b-dad7-4684-9b05-b17216834c37 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:23.216375 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4a14b191-fa68-4290-b194-628369770226 req-baba285b-dad7-4684-9b05-b17216834c37 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/networks?id=5b1c10b5-a958-4437-8008-75286e22fa84 HTTP/1.1" status: 200 len: 814 time: 0.1081693 Mar 04 00:52:23.230848 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4a14b191-fa68-4290-b194-628369770226 req-aa4f0cad-df2f-4140-92a7-be727a6997ff tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/quotas/9568f151b7c24aef8b468a435856bcd1 HTTP/1.1" status: 200 len: 375 time: 0.0093517 Mar 04 00:52:23.262447 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4a14b191-fa68-4290-b194-628369770226 req-3cd784f2-af21-46e1-b9e8-b439020eb1d7 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9568f151b7c24aef8b468a435856bcd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267940 Mar 04 00:52:23.352795 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4a14b191-fa68-4290-b194-628369770226 req-801ab43e-f0af-4bc8-a765-f31bf109e52d service neutron] 10.222.0.23 "GET /v2.0/networks/5b1c10b5-a958-4437-8008-75286e22fa84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833337 Mar 04 00:52:23.453318 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4a14b191-fa68-4290-b194-628369770226 req-aefaf241-94f2-41f1-8034-913738e0bfa7 service neutron] 10.222.0.23 "GET /v2.0/networks/5b1c10b5-a958-4437-8008-75286e22fa84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948038 Mar 04 00:52:23.621580 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-87ed60d5-d02e-4c3e-8c61-eb10518d8df6 req-0192a621-e640-4d4b-bc36-c6fda172937c tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 210 time: 0.0343874 Mar 04 00:52:24.109715 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:24.693202 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14b191-fa68-4290-b194-628369770226 req-03217fc9-79fa-45cd-b860-64c0609446a1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:24.696899 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-4a14b191-fa68-4290-b194-628369770226 req-03217fc9-79fa-45cd-b860-64c0609446a1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.20 "GET /v2.0/networks?id=5b1c10b5-a958-4437-8008-75286e22fa84 HTTP/1.1" status: 200 len: 814 time: 0.1121099 Mar 04 00:52:24.712282 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-4a14b191-fa68-4290-b194-628369770226 req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Request body: {'port': {'device_id': 'c3d69882-1852-49b2-a09a-c81c8dc29dd6', 'network_id': '5b1c10b5-a958-4437-8008-75286e22fa84', 'admin_state_up': True, 'tenant_id': '9568f151b7c24aef8b468a435856bcd1'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:52:24.770368 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-01d57ab0-79e0-46cb-8415-b10e02ccd797 req-60c603f4-e96e-4e3b-9d40-05caf766b544 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 210 time: 0.0480394 Mar 04 00:52:24.851037 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a14b191-fa68-4290-b194-628369770226 req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Made reservation on behalf of 9568f151b7c24aef8b468a435856bcd1 for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:52:24.854506 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-4a14b191-fa68-4290-b194-628369770226 req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:24.928330 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4811b-9371-4969-9857-7432018609e0 req-0627e6d7-c8fd-433d-be1c-2521f9585542 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:24.929854 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c1f4811b-9371-4969-9857-7432018609e0 req-0627e6d7-c8fd-433d-be1c-2521f9585542 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0530424 Mar 04 00:52:24.980944 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-4a14b191-fa68-4290-b194-628369770226 req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Allocated IP 172.20.0.4 (5b1c10b5-a958-4437-8008-75286e22fa84/ae8a6f6c-a0a7-47dc-a7bd-9b5c6e406903/dca759c0-0243-439b-8296-119245f4c2ea) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:52:24.981920 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c1f4811b-9371-4969-9857-7432018609e0 req-45fd6fa0-b830-40b6-a8c6-e89de56a1fa3 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460277 Mar 04 00:52:25.129406 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-4a14b191-fa68-4290-b194-628369770226 req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Publish callbacks [] for port (dca759c0-0243-439b-8296-119245f4c2ea), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:25.163316 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-4a14b191-fa68-4290-b194-628369770226 req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (dca759c0-0243-439b-8296-119245f4c2ea), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:25.209348 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a14b191-fa68-4290-b194-628369770226 req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Network 5b1c10b5-a958-4437-8008-75286e22fa84 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:52:25.212311 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-4a14b191-fa68-4290-b194-628369770226 req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:52:25.215773 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a14b191-fa68-4290-b194-628369770226 req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:52:25.239765 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Pushing event updated for resources: {'Port': ['ID=dca759c0-0243-439b-8296-119245f4c2ea,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:25.253307 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:25.253663 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:25.254036 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:25.254378 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:25.254715 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:25.255045 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:25.255376 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:25.255704 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:25.256031 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:25.256357 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:25.257238 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:25.257586 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:25.257938 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:25.276875 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14b191-fa68-4290-b194-628369770226 req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:25.277470 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-4a14b191-fa68-4290-b194-628369770226 req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:25.292666 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-4a14b191-fa68-4290-b194-628369770226 req-ccbbc7d2-efe3-4c4e-82f8-22c266a0bac1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5847731 Mar 04 00:52:25.308340 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Request body: {'port': {'device_id': 'c3d69882-1852-49b2-a09a-c81c8dc29dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:52:25.362984 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (dca759c0-0243-439b-8296-119245f4c2ea), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:25.628525 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca759c0-0243-439b-8296-119245f4c2ea {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:52:25.636838 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Publish callbacks [] for port (dca759c0-0243-439b-8296-119245f4c2ea), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:25.649368 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Transition to ACTIVE for port object dca759c0-0243-439b-8296-119245f4c2ea will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:52:25.653344 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (dca759c0-0243-439b-8296-119245f4c2ea), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:25.696847 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 48346) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:25.699426 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Pushing event updated for resources: {'Port': ['ID=dca759c0-0243-439b-8296-119245f4c2ea,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:25.770222 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Attempting to bind port dca759c0-0243-439b-8296-119245f4c2ea on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:52:25.770549 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Attempting to bind port dca759c0-0243-439b-8296-119245f4c2ea by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'cb8623a0-5ac4-460c-822f-9b8a857072b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b1c10b5-a958-4437-8008-75286e22fa84'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:52:25.770872 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Attempting to bind port dca759c0-0243-439b-8296-119245f4c2ea on network 5b1c10b5-a958-4437-8008-75286e22fa84 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:52:25.775113 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Port dca759c0-0243-439b-8296-119245f4c2ea on network 5b1c10b5-a958-4437-8008-75286e22fa84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:52:25.775428 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Attempting to bind port dca759c0-0243-439b-8296-119245f4c2ea on network 5b1c10b5-a958-4437-8008-75286e22fa84 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:52:25.781006 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:52:25.781337 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Checking segment: {'id': 'cb8623a0-5ac4-460c-822f-9b8a857072b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b1c10b5-a958-4437-8008-75286e22fa84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:52:25.781711 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Bound using segment: {'id': 'cb8623a0-5ac4-460c-822f-9b8a857072b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b1c10b5-a958-4437-8008-75286e22fa84'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:52:25.782180 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Bound port: dca759c0-0243-439b-8296-119245f4c2ea, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb8623a0-5ac4-460c-822f-9b8a857072b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b1c10b5-a958-4437-8008-75286e22fa84'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:52:25.782531 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (dca759c0-0243-439b-8296-119245f4c2ea), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:25.804740 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-46eacc19-9795-4803-ae4a-a2c74c68767e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:25.837011 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:25.858716 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] For port dca759c0-0243-439b-8296-119245f4c2ea, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:52:25.862143 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] For port dca759c0-0243-439b-8296-119245f4c2ea, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=dca759c0-0243-439b-8296-119245f4c2ea,segment=NetworkSegment(cb8623a0-5ac4-460c-822f-9b8a857072b2),segment_id=cb8623a0-5ac4-460c-822f-9b8a857072b2)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:52:25.868887 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (dca759c0-0243-439b-8296-119245f4c2ea), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:25.904741 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:25.905350 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:25.906767 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-4a14b191-fa68-4290-b194-628369770226 req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] 10.222.0.20 "PUT /v2.0/ports/dca759c0-0243-439b-8296-119245f4c2ea HTTP/1.1" status: 200 len: 1093 time: 0.6022871 Mar 04 00:52:25.907200 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d69882-1852-49b2-a09a-c81c8dc29dd6', 'tag': 'dca759c0-0243-439b-8296-119245f4c2ea'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:52:25.909420 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026174dc-3771-444a-a4b0-101ab7c50404" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d69882-1852-49b2-a09a-c81c8dc29dd6", "tag": "dca759c0-0243-439b-8296-119245f4c2ea"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:52:25.925172 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-46eacc19-9795-4803-ae4a-a2c74c68767e admin admin] Publish callbacks [] for security_group (cc4d1076-a00b-4e5d-824e-776380b48cf5), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:25.933215 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f764daf-ac1c-4c92-a81e-642d5ef5dbb1 req-dbadf1c8-2c07-44f9-9a89-deac2d8afa35 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:25.934789 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2f764daf-ac1c-4c92-a81e-642d5ef5dbb1 req-dbadf1c8-2c07-44f9-9a89-deac2d8afa35 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 943 time: 0.0949645 Mar 04 00:52:25.935947 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-46eacc19-9795-4803-ae4a-a2c74c68767e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (cc4d1076-a00b-4e5d-824e-776380b48cf5), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:25.947666 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822dd99b-feb0-478b-9ae2-6a6ddd56e5ba service neutron] Pushing event updated for resources: {'Port': ['ID=dca759c0-0243-439b-8296-119245f4c2ea,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:25.952833 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74d4552-b308-40bc-b2c8-3b043db26a2e x-openstack-request-id: req-b74d4552-b308-40bc-b2c8-3b043db26a2e {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:52:25.953125 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d69882-1852-49b2-a09a-c81c8dc29dd6", "tag": "dca759c0-0243-439b-8296-119245f4c2ea", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:52:25.953382 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b74d4552-b308-40bc-b2c8-3b043db26a2e {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:52:25.953776 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d69882-1852-49b2-a09a-c81c8dc29dd6', 'tag': 'dca759c0-0243-439b-8296-119245f4c2ea', 'status': 'completed', 'code': 200} Mar 04 00:52:25.992950 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eacc19-9795-4803-ae4a-a2c74c68767e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4d1076-a00b-4e5d-824e-776380b48cf5,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:25.997407 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-46eacc19-9795-4803-ae4a-a2c74c68767e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42427ccdfd6d4c1e84c52d7c8f5f053e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994857 Mar 04 00:52:26.000700 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 48354) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:26.013139 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14b191-fa68-4290-b194-628369770226 req-0f7b1698-02f2-4e0f-8087-f95de009e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:26.015707 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-4a14b191-fa68-4290-b194-628369770226 req-0f7b1698-02f2-4e0f-8087-f95de009e612 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9568f151b7c24aef8b468a435856bcd1&device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 1127 time: 0.0544512 Mar 04 00:52:26.047064 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2f764daf-ac1c-4c92-a81e-642d5ef5dbb1 req-17bd59a9-96a5-4027-9873-31bff17e74f5 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048093 Mar 04 00:52:26.067663 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-4a14b191-fa68-4290-b194-628369770226 req-845256aa-cbfa-498d-aa71-bcbc9e258a18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dca759c0-0243-439b-8296-119245f4c2ea HTTP/1.1" status: 200 len: 217 time: 0.0423586 Mar 04 00:52:26.098099 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ff925913-37d5-45c0-9329-66a3d678851f admin admin] Publish callbacks [] for security_group (cc4d1076-a00b-4e5d-824e-776380b48cf5), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:26.114959 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14b191-fa68-4290-b194-628369770226 req-9527907d-02f5-47a2-b973-286a8e3cc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:26.117064 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-4a14b191-fa68-4290-b194-628369770226 req-9527907d-02f5-47a2-b973-286a8e3cc502 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae8a6f6c-a0a7-47dc-a7bd-9b5c6e406903 HTTP/1.1" status: 200 len: 854 time: 0.0420976 Mar 04 00:52:26.125742 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ff925913-37d5-45c0-9329-66a3d678851f admin admin] Publish callbacks [] for security_group (cc4d1076-a00b-4e5d-824e-776380b48cf5), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:26.142016 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df306520-a461-483b-9e6c-fe725c7cc015 req-7dab4ec8-2d96-4e51-a11d-ee6faf6df33b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:26.143867 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-df306520-a461-483b-9e6c-fe725c7cc015 req-7dab4ec8-2d96-4e51-a11d-ee6faf6df33b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0903735 Mar 04 00:52:26.154915 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-4a14b191-fa68-4290-b194-628369770226 req-2a3c8431-3cec-42bd-ad09-bd4bdee4f033 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b1c10b5-a958-4437-8008-75286e22fa84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256515 Mar 04 00:52:26.206215 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-df306520-a461-483b-9e6c-fe725c7cc015 req-590e553a-5bf0-40bf-850d-cae6eeeef684 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533528 Mar 04 00:52:26.216815 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ff925913-37d5-45c0-9329-66a3d678851f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (cc4d1076-a00b-4e5d-824e-776380b48cf5), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:26.219396 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ff925913-37d5-45c0-9329-66a3d678851f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:26.220496 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-ff925913-37d5-45c0-9329-66a3d678851f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc4d1076-a00b-4e5d-824e-776380b48cf5 HTTP/1.1" status: 204 len: 168 time: 0.2174237 Mar 04 00:52:26.229965 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff925913-37d5-45c0-9329-66a3d678851f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4d1076-a00b-4e5d-824e-776380b48cf5,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:26.269266 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-4a14b191-fa68-4290-b194-628369770226 req-7452be33-a425-498c-adae-2681a4130dfb service neutron] 10.222.0.20 "GET /v2.0/networks/5b1c10b5-a958-4437-8008-75286e22fa84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060607 Mar 04 00:52:26.360897 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-4a14b191-fa68-4290-b194-628369770226 req-d2915598-153f-42ac-a9fb-d299b287e8f4 service neutron] 10.222.0.20 "GET /v2.0/networks/5b1c10b5-a958-4437-8008-75286e22fa84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827577 Mar 04 00:52:26.457121 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026174dc-3771-444a-a4b0-101ab7c50404 req-48b8a0ed-a7cc-41e7-8848-cfc947551726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:26.459059 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-026174dc-3771-444a-a4b0-101ab7c50404 req-48b8a0ed-a7cc-41e7-8848-cfc947551726 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9568f151b7c24aef8b468a435856bcd1&device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 1127 time: 0.0490718 Mar 04 00:52:26.489104 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 48364) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:26.505130 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fdef4a24-3f5d-472f-aa53-cacfce43e18e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:26.553658 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026174dc-3771-444a-a4b0-101ab7c50404 req-28adb3cc-3e5e-4e4c-a1e6-d9e1342af0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:26.555086 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-026174dc-3771-444a-a4b0-101ab7c50404 req-28adb3cc-3e5e-4e4c-a1e6-d9e1342af0e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b1c10b5-a958-4437-8008-75286e22fa84 HTTP/1.1" status: 200 len: 915 time: 0.0893149 Mar 04 00:52:26.580239 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fdef4a24-3f5d-472f-aa53-cacfce43e18e admin admin] Publish callbacks [] for security_group (05723640-580b-4512-b02d-b4c7848b22e8), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:26.583894 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fdef4a24-3f5d-472f-aa53-cacfce43e18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (05723640-580b-4512-b02d-b4c7848b22e8), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:26.597276 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-026174dc-3771-444a-a4b0-101ab7c50404 req-f823d934-9572-4add-9a73-6a345b2f08e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dca759c0-0243-439b-8296-119245f4c2ea HTTP/1.1" status: 200 len: 217 time: 0.0352440 Mar 04 00:52:26.623834 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-fdef4a24-3f5d-472f-aa53-cacfce43e18e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b6d2197472c4796833ddcb606e2c038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313522 Mar 04 00:52:26.623834 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef4a24-3f5d-472f-aa53-cacfce43e18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05723640-580b-4512-b02d-b4c7848b22e8,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:26.625875 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 48366) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:26.646654 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026174dc-3771-444a-a4b0-101ab7c50404 req-9ca68acf-5df2-4fb6-91f2-4104b435d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:26.648701 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-026174dc-3771-444a-a4b0-101ab7c50404 req-9ca68acf-5df2-4fb6-91f2-4104b435d99a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae8a6f6c-a0a7-47dc-a7bd-9b5c6e406903 HTTP/1.1" status: 200 len: 854 time: 0.0449619 Mar 04 00:52:26.674165 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-43dc6dfd-dd0d-4a61-bda6-da95fb2a4e70 admin admin] Publish callbacks [] for security_group (05723640-580b-4512-b02d-b4c7848b22e8), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:26.696958 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-43dc6dfd-dd0d-4a61-bda6-da95fb2a4e70 admin admin] Publish callbacks [] for security_group (05723640-580b-4512-b02d-b4c7848b22e8), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:26.745882 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-43dc6dfd-dd0d-4a61-bda6-da95fb2a4e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (05723640-580b-4512-b02d-b4c7848b22e8), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:26.748491 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-43dc6dfd-dd0d-4a61-bda6-da95fb2a4e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:26.749670 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-43dc6dfd-dd0d-4a61-bda6-da95fb2a4e70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05723640-580b-4512-b02d-b4c7848b22e8 HTTP/1.1" status: 204 len: 168 time: 0.1228991 Mar 04 00:52:26.759612 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc6dfd-dd0d-4a61-bda6-da95fb2a4e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05723640-580b-4512-b02d-b4c7848b22e8,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:26.919548 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-026174dc-3771-444a-a4b0-101ab7c50404 req-9b7eeaf2-5f89-4ee0-b5df-7548d74b39b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b1c10b5-a958-4437-8008-75286e22fa84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2621009 Mar 04 00:52:27.009168 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-026174dc-3771-444a-a4b0-101ab7c50404 req-354f569b-b241-41ba-a0fa-73ff10448310 service neutron] 10.222.0.20 "GET /v2.0/networks/5b1c10b5-a958-4437-8008-75286e22fa84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813797 Mar 04 00:52:27.088333 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48374) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:27.112129 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7b376631-5643-41bc-b579-ad7962b7b4f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:27.130727 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-026174dc-3771-444a-a4b0-101ab7c50404 req-78679b0d-23d7-4719-b5f5-089d26104ef2 service neutron] 10.222.0.20 "GET /v2.0/networks/5b1c10b5-a958-4437-8008-75286e22fa84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142564 Mar 04 00:52:27.182984 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc387e4-a644-4535-8291-5c0cb0329499 req-3ef00c7c-2759-4ddb-93cc-7b311edd87b5 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:27.184542 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cbc387e4-a644-4535-8291-5c0cb0329499 req-3ef00c7c-2759-4ddb-93cc-7b311edd87b5 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 943 time: 0.0589502 Mar 04 00:52:27.203843 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7b376631-5643-41bc-b579-ad7962b7b4f0 admin admin] Publish callbacks [] for security_group (39a25f83-9bb3-4bd8-8fc8-f01751881de3), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:27.207838 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7b376631-5643-41bc-b579-ad7962b7b4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (39a25f83-9bb3-4bd8-8fc8-f01751881de3), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:27.230989 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cbc387e4-a644-4535-8291-5c0cb0329499 req-a7345812-bee9-4e84-9104-38e61ad004c1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406215 Mar 04 00:52:27.246297 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-7b376631-5643-41bc-b579-ad7962b7b4f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2ae1a6eeb3d4e64a88bab67ad5fdd43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569302 Mar 04 00:52:27.247139 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b376631-5643-41bc-b579-ad7962b7b4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a25f83-9bb3-4bd8-8fc8-f01751881de3,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:27.252847 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48378) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:27.300385 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a2cbb2d1-108a-440e-bd52-5c58ff84243c admin admin] Publish callbacks [] for security_group (39a25f83-9bb3-4bd8-8fc8-f01751881de3), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:27.325234 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a2cbb2d1-108a-440e-bd52-5c58ff84243c admin admin] Publish callbacks [] for security_group (39a25f83-9bb3-4bd8-8fc8-f01751881de3), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:27.329855 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3e2d0-7c13-4abc-b4b0-5888381813fa req-f716acbc-ae37-4a2e-afe0-435b47cb744a tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:27.331389 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-38b3e2d0-7c13-4abc-b4b0-5888381813fa req-f716acbc-ae37-4a2e-afe0-435b47cb744a tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0522580 Mar 04 00:52:27.371543 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a2cbb2d1-108a-440e-bd52-5c58ff84243c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (39a25f83-9bb3-4bd8-8fc8-f01751881de3), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:27.374233 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a2cbb2d1-108a-440e-bd52-5c58ff84243c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:27.375661 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-a2cbb2d1-108a-440e-bd52-5c58ff84243c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39a25f83-9bb3-4bd8-8fc8-f01751881de3 HTTP/1.1" status: 204 len: 168 time: 0.1217747 Mar 04 00:52:27.378431 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-38b3e2d0-7c13-4abc-b4b0-5888381813fa req-7a1cef3f-4134-4cdc-ac79-692c01598d55 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412009 Mar 04 00:52:27.383277 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbb2d1-108a-440e-bd52-5c58ff84243c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a25f83-9bb3-4bd8-8fc8-f01751881de3,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:28.035725 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48402) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:28.130400 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-28d9aebb-31e0-48e4-83e6-cfbcc765f769 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1271173122-network', 'tenant_id': 'b8a4d5cc28594d14a1ec99b2fff8ed97'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:52:28.151369 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d9aebb-31e0-48e4-83e6-cfbcc765f769 admin admin] Made reservation on behalf of b8a4d5cc28594d14a1ec99b2fff8ed97 for: {'network': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:52:28.153705 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-28d9aebb-31e0-48e4-83e6-cfbcc765f769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:28.161687 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-28d9aebb-31e0-48e4-83e6-cfbcc765f769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:28.233429 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-28d9aebb-31e0-48e4-83e6-cfbcc765f769 admin admin] Publish callbacks [] for security_group (dc4d5003-774c-467c-bcf2-e0d2a7416b32), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:28.236830 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-28d9aebb-31e0-48e4-83e6-cfbcc765f769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (dc4d5003-774c-467c-bcf2-e0d2a7416b32), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:28.261218 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d9aebb-31e0-48e4-83e6-cfbcc765f769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=109680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:52:28.271456 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9aebb-31e0-48e4-83e6-cfbcc765f769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4d5003-774c-467c-bcf2-e0d2a7416b32,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:28.278480 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-28d9aebb-31e0-48e4-83e6-cfbcc765f769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (febdb989-e810-4924-ab59-c728206dc793), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:28.278821 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.segments_db [None req-28d9aebb-31e0-48e4-83e6-cfbcc765f769 admin admin] Added segment febdb989-e810-4924-ab59-c728206dc793 of type vlan for network ff5c4cd3-8408-4a4f-8406-414ff9b554f2 Mar 04 00:52:28.318689 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-28d9aebb-31e0-48e4-83e6-cfbcc765f769 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (ff5c4cd3-8408-4a4f-8406-414ff9b554f2), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:28.343808 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-28d9aebb-31e0-48e4-83e6-cfbcc765f769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (ff5c4cd3-8408-4a4f-8406-414ff9b554f2), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:28.345898 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d9aebb-31e0-48e4-83e6-cfbcc765f769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:28.346471 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-28d9aebb-31e0-48e4-83e6-cfbcc765f769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:28.356009 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96074b9a-f9fd-479c-9144-14e7c6affce5 req-8f524780-efb7-4ad8-a330-1df75e078f30 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:28.357480 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-96074b9a-f9fd-479c-9144-14e7c6affce5 req-8f524780-efb7-4ad8-a330-1df75e078f30 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 943 time: 0.0533614 Mar 04 00:52:28.406302 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-28d9aebb-31e0-48e4-83e6-cfbcc765f769 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3693631 Mar 04 00:52:28.406891 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-96074b9a-f9fd-479c-9144-14e7c6affce5 req-44fc4b38-3ea3-4255-85fb-9370f36544b4 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437949 Mar 04 00:52:28.409292 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9aebb-31e0-48e4-83e6-cfbcc765f769 admin admin] Pushing event updated for resources: {'Network': ['ID=ff5c4cd3-8408-4a4f-8406-414ff9b554f2,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:28.410445 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 48410) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:28.415892 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Request body: {'subnet': {'network_id': 'ff5c4cd3-8408-4a4f-8406-414ff9b554f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1271173122-subnet', 'tenant_id': 'b8a4d5cc28594d14a1ec99b2fff8ed97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:52:28.420047 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network ff5c4cd3-8408-4a4f-8406-414ff9b554f2 details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:52:28.442300 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Made reservation on behalf of b8a4d5cc28594d14a1ec99b2fff8ed97 for: {'subnet': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:52:28.444932 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3906160'] for subnet (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:28.562383 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ec934-831b-48ae-a526-9bbbe7731fb9 req-20724cfe-8fab-469e-b7d6-ee69d542ab42 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:28.563853 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-257ec934-831b-48ae-a526-9bbbe7731fb9 req-20724cfe-8fab-469e-b7d6-ee69d542ab42 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0812626 Mar 04 00:52:28.668002 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-257ec934-831b-48ae-a526-9bbbe7731fb9 req-50560adb-1dfe-48ac-822e-00b93d92d55e tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949602 Mar 04 00:52:28.682607 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26164015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3906114'] for subnet (5a65277a-288e-4b39-94fc-651bb844dbe3), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:28.737451 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a65277a-288e-4b39-94fc-651bb844dbe3,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:28.748905 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:28.749264 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:28.749611 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:28.749978 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:28.750312 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:28.750641 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:28.750970 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:28.751296 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:28.751650 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:28.751981 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:28.752304 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:28.752624 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:28.752946 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:52:28.759409 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Checking segment: {'id': 'febdb989-e810-4924-ab59-c728206dc793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ff5c4cd3-8408-4a4f-8406-414ff9b554f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:52:28.759688 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Network hostable DHCP agents. Network: ff5c4cd3-8408-4a4f-8406-414ff9b554f2, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:52:28.777085 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Network ff5c4cd3-8408-4a4f-8406-414ff9b554f2 is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:52:28.785331 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, ff5c4cd3-8408-4a4f-8406-414ff9b554f2) {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:52:28.789882 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:28.790465 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:28.795251 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e75710-2e95-437a-a456-6a2270498669 None None] Network ff5c4cd3-8408-4a4f-8406-414ff9b554f2 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:52:28.810784 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-243a3e1b-e3c0-4356-8287-afbae1fecb77 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3993244 Mar 04 00:52:28.892471 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1478c831-690d-42c4-9a44-1df8754ee301 None None] Network ff5c4cd3-8408-4a4f-8406-414ff9b554f2 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:52:29.279763 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48430) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:29.284655 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-2ff6e45d-66e1-4c1e-9648-ac0e00b24b04 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-646810065-network', 'tenant_id': '5b4d2ae1e5834b3f91857d692d051749'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:52:29.303218 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff6e45d-66e1-4c1e-9648-ac0e00b24b04 admin admin] Made reservation on behalf of 5b4d2ae1e5834b3f91857d692d051749 for: {'network': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:52:29.305593 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e45d-66e1-4c1e-9648-ac0e00b24b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:29.314253 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e45d-66e1-4c1e-9648-ac0e00b24b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:29.385564 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e45d-66e1-4c1e-9648-ac0e00b24b04 admin admin] Publish callbacks [] for security_group (fe350cb4-a8cc-489a-b3dd-dd57d14a447f), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:29.389020 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e45d-66e1-4c1e-9648-ac0e00b24b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (fe350cb4-a8cc-489a-b3dd-dd57d14a447f), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:29.408638 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff6e45d-66e1-4c1e-9648-ac0e00b24b04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=109680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:52:29.423195 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6e45d-66e1-4c1e-9648-ac0e00b24b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe350cb4-a8cc-489a-b3dd-dd57d14a447f,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:29.426025 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e45d-66e1-4c1e-9648-ac0e00b24b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (ac4cbe87-9297-4750-9426-e9b70523813c), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:29.426359 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.segments_db [None req-2ff6e45d-66e1-4c1e-9648-ac0e00b24b04 admin admin] Added segment ac4cbe87-9297-4750-9426-e9b70523813c of type vlan for network 9e7d38c9-4660-4414-97cd-1d98b1bd06d8 Mar 04 00:52:29.465658 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e45d-66e1-4c1e-9648-ac0e00b24b04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (9e7d38c9-4660-4414-97cd-1d98b1bd06d8), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:29.490686 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e45d-66e1-4c1e-9648-ac0e00b24b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (9e7d38c9-4660-4414-97cd-1d98b1bd06d8), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:29.492070 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff6e45d-66e1-4c1e-9648-ac0e00b24b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:29.492650 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e45d-66e1-4c1e-9648-ac0e00b24b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:29.544736 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-2ff6e45d-66e1-4c1e-9648-ac0e00b24b04 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2638514 Mar 04 00:52:29.548284 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 48434) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:29.551844 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:29.554918 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-2f0b4ebb-22b2-4a03-84be-420b30e9bed4 admin admin] Request body: {'subnet': {'network_id': '9e7d38c9-4660-4414-97cd-1d98b1bd06d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-646810065-subnet', 'tenant_id': '5b4d2ae1e5834b3f91857d692d051749', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:52:29.559553 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6e45d-66e1-4c1e-9648-ac0e00b24b04 admin admin] Pushing event updated for resources: {'Network': ['ID=9e7d38c9-4660-4414-97cd-1d98b1bd06d8,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:29.567417 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec3c9b-6f18-42cf-b144-8bc4cbed4cd4 req-db4ccc39-3d3f-4d90-b10a-785d61bb13bd tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:29.568989 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network 9e7d38c9-4660-4414-97cd-1d98b1bd06d8 details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:52:29.569283 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1eec3c9b-6f18-42cf-b144-8bc4cbed4cd4 req-db4ccc39-3d3f-4d90-b10a-785d61bb13bd tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 943 time: 0.0739462 Mar 04 00:52:29.599329 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0b4ebb-22b2-4a03-84be-420b30e9bed4 admin admin] Made reservation on behalf of 5b4d2ae1e5834b3f91857d692d051749 for: {'subnet': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:52:29.602719 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4ebb-22b2-4a03-84be-420b30e9bed4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3906160'] for subnet (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:29.673673 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1eec3c9b-6f18-42cf-b144-8bc4cbed4cd4 req-1cf7486c-a86a-4967-a315-807ba81a2103 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963633 Mar 04 00:52:29.843750 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b0e7e-1759-43f1-97e4-eabee4b734b8 req-7ec7de3b-7e15-4b43-9bfc-1756e5070d6f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:29.845269 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4c2b0e7e-1759-43f1-97e4-eabee4b734b8 req-7ec7de3b-7e15-4b43-9bfc-1756e5070d6f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.1085403 Mar 04 00:52:29.846283 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4ebb-22b2-4a03-84be-420b30e9bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26164015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3906114'] for subnet (af610551-41b9-49a3-a2e9-a1789d99a4fb), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:29.925176 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b4ebb-22b2-4a03-84be-420b30e9bed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af610551-41b9-49a3-a2e9-a1789d99a4fb,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:29.945470 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4c2b0e7e-1759-43f1-97e4-eabee4b734b8 req-b6546aa9-6432-4573-9b83-676ef5ea9837 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914056 Mar 04 00:52:29.948149 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0b4ebb-22b2-4a03-84be-420b30e9bed4 admin admin] Checking segment: {'id': 'ac4cbe87-9297-4750-9426-e9b70523813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9e7d38c9-4660-4414-97cd-1d98b1bd06d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:52:29.948503 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0b4ebb-22b2-4a03-84be-420b30e9bed4 admin admin] Network hostable DHCP agents. Network: 9e7d38c9-4660-4414-97cd-1d98b1bd06d8, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:52:29.965691 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0b4ebb-22b2-4a03-84be-420b30e9bed4 admin admin] Network 9e7d38c9-4660-4414-97cd-1d98b1bd06d8 is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:52:29.974356 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-2f0b4ebb-22b2-4a03-84be-420b30e9bed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, 9e7d38c9-4660-4414-97cd-1d98b1bd06d8) {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:52:29.980244 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b4ebb-22b2-4a03-84be-420b30e9bed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:29.980944 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4ebb-22b2-4a03-84be-420b30e9bed4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:29.983967 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbb425b-76b1-47a2-9dc5-ef185a0e0d7c None None] Network 9e7d38c9-4660-4414-97cd-1d98b1bd06d8 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:52:29.997067 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-2f0b4ebb-22b2-4a03-84be-420b30e9bed4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4476874 Mar 04 00:52:30.080454 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4295cfa-a4ff-41c8-a567-19019b831c85 None None] Network 9e7d38c9-4660-4414-97cd-1d98b1bd06d8 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:52:30.396986 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device dca759c0-0243-439b-8296-119245f4c2ea details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:52:30.505146 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port dca759c0-0243-439b-8296-119245f4c2ea, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=dca759c0-0243-439b-8296-119245f4c2ea,segment=NetworkSegment(cb8623a0-5ac4-460c-822f-9b8a857072b2),segment_id=cb8623a0-5ac4-460c-822f-9b8a857072b2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:52:30.517443 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': 'dca759c0-0243-439b-8296-119245f4c2ea', 'network_id': '5b1c10b5-a958-4437-8008-75286e22fa84', 'port_id': 'dca759c0-0243-439b-8296-119245f4c2ea', 'mac_address': 'fa:16:3e:db:f7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8a6f6c-a0a7-47dc-a7bd-9b5c6e406903', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:52:30.556186 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port dca759c0-0243-439b-8296-119245f4c2ea is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:52:30.556819 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (dca759c0-0243-439b-8296-119245f4c2ea), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:30.570552 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca759c0-0243-439b-8296-119245f4c2ea {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:52:30.589911 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port dca759c0-0243-439b-8296-119245f4c2ea, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=dca759c0-0243-439b-8296-119245f4c2ea,segment=NetworkSegment(cb8623a0-5ac4-460c-822f-9b8a857072b2),segment_id=cb8623a0-5ac4-460c-822f-9b8a857072b2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:52:30.594379 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (dca759c0-0243-439b-8296-119245f4c2ea), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:30.641558 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=dca759c0-0243-439b-8296-119245f4c2ea,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:30.798138 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739b47f-9eac-49f2-a442-944378bfcbd6 req-618fb748-f5a0-4249-a94a-42bfa0c9c096 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:30.799544 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0739b47f-9eac-49f2-a442-944378bfcbd6 req-618fb748-f5a0-4249-a94a-42bfa0c9c096 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 944 time: 0.0604255 Mar 04 00:52:30.849005 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['dca759c0-0243-439b-8296-119245f4c2ea'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:52:30.851825 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0739b47f-9eac-49f2-a442-944378bfcbd6 req-c89b6d38-dbd8-4d2d-a782-8081244435a8 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455091 Mar 04 00:52:31.069450 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1a489-2760-411a-8fbd-9d9f43f5ca4b req-d7930576-5b66-457d-8333-2930ea18cacd tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:31.070918 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-05b1a489-2760-411a-8fbd-9d9f43f5ca4b req-d7930576-5b66-457d-8333-2930ea18cacd tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0581241 Mar 04 00:52:31.121514 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-05b1a489-2760-411a-8fbd-9d9f43f5ca4b req-213bb049-a047-477e-96a1-a105e066d702 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448427 Mar 04 00:52:31.146303 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd96605-668d-4c39-94c7-7baa8f258651 req-b323fde7-348b-4004-810c-646b2a983d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:31.148412 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-cdd96605-668d-4c39-94c7-7baa8f258651 req-b323fde7-348b-4004-810c-646b2a983d48 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f74a38a30364f84b464c10e694a223d&device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 1129 time: 0.0548954 Mar 04 00:52:31.257769 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd96605-668d-4c39-94c7-7baa8f258651 req-4ec8fd25-480c-4a51-aaf6-78778e0353f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:31.259185 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-cdd96605-668d-4c39-94c7-7baa8f258651 req-4ec8fd25-480c-4a51-aaf6-78778e0353f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0f459d4b-89d4-473a-8642-eeac28fa1b34 HTTP/1.1" status: 200 len: 912 time: 0.0906200 Mar 04 00:52:31.323320 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-cdd96605-668d-4c39-94c7-7baa8f258651 req-ec22ec60-9cf5-40ce-a7b3-0617d7e4edb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f6d819-65de-4824-a695-68ff6b24d3b8 HTTP/1.1" status: 200 len: 1000 time: 0.0571027 Mar 04 00:52:31.370136 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd96605-668d-4c39-94c7-7baa8f258651 req-d0994331-2057-49bb-9c30-836f1c459fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:31.371509 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-cdd96605-668d-4c39-94c7-7baa8f258651 req-d0994331-2057-49bb-9c30-836f1c459fea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bd82242-2f06-4a28-9540-82b69b66357f HTTP/1.1" status: 200 len: 850 time: 0.0417387 Mar 04 00:52:31.422188 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd96605-668d-4c39-94c7-7baa8f258651 req-297d71d3-78dc-4f93-a65f-6485b8507093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:31.423626 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-cdd96605-668d-4c39-94c7-7baa8f258651 req-297d71d3-78dc-4f93-a65f-6485b8507093 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f459d4b-89d4-473a-8642-eeac28fa1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452998 Mar 04 00:52:31.512138 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-cdd96605-668d-4c39-94c7-7baa8f258651 req-a357c7a8-268e-4c8b-bae3-bac87fea6aa8 service neutron] 10.222.0.20 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815325 Mar 04 00:52:31.609260 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-cdd96605-668d-4c39-94c7-7baa8f258651 req-6040a9dc-2349-42a2-9656-190dac0044fb service neutron] 10.222.0.20 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903921 Mar 04 00:52:31.976174 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9b0cc-c024-4da0-9947-183097a9114e req-e92ccd9b-07c8-4ecf-b7a9-b74f47fce08c tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:31.977621 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-53e9b0cc-c024-4da0-9947-183097a9114e req-e92ccd9b-07c8-4ecf-b7a9-b74f47fce08c tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 944 time: 0.0577588 Mar 04 00:52:32.026187 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-53e9b0cc-c024-4da0-9947-183097a9114e req-9b1a979d-fe1b-4a13-873c-9027e1818dcc tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429015 Mar 04 00:52:32.245979 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8edc2-b861-48ca-af35-6061f90c2ab2 req-24a012c8-88ad-4cde-8db1-91e7fe33a08b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:32.247453 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-02a8edc2-b861-48ca-af35-6061f90c2ab2 req-24a012c8-88ad-4cde-8db1-91e7fe33a08b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0521915 Mar 04 00:52:32.293188 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-02a8edc2-b861-48ca-af35-6061f90c2ab2 req-86a5c819-47a9-4b02-8ec7-0a779b956f15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401857 Mar 04 00:52:32.397213 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device dca759c0-0243-439b-8296-119245f4c2ea up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:52:32.446445 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port dca759c0-0243-439b-8296-119245f4c2ea completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:52:32.450413 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port dca759c0-0243-439b-8296-119245f4c2ea triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:52:32.450788 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (dca759c0-0243-439b-8296-119245f4c2ea), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:32.551583 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port dca759c0-0243-439b-8296-119245f4c2ea is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:52:32.551976 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (dca759c0-0243-439b-8296-119245f4c2ea), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:32.574193 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d69882-1852-49b2-a09a-c81c8dc29dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca759c0-0243-439b-8296-119245f4c2ea'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:52:32.576446 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb74176-c00b-4a13-aa16-a179eda84cc0" -d '{"events": [{"server_uuid": "c3d69882-1852-49b2-a09a-c81c8dc29dd6", "name": "network-vif-plugged", "status": "completed", "tag": "dca759c0-0243-439b-8296-119245f4c2ea"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:52:32.588556 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port dca759c0-0243-439b-8296-119245f4c2ea, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=dca759c0-0243-439b-8296-119245f4c2ea,segment=NetworkSegment(cb8623a0-5ac4-460c-822f-9b8a857072b2),segment_id=cb8623a0-5ac4-460c-822f-9b8a857072b2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:52:32.592600 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (dca759c0-0243-439b-8296-119245f4c2ea), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:32.615434 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c71ded-887c-4228-ab86-a4052070651f x-openstack-request-id: req-d3c71ded-887c-4228-ab86-a4052070651f {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:52:32.616747 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d69882-1852-49b2-a09a-c81c8dc29dd6", "name": "network-vif-plugged", "status": "completed", "tag": "dca759c0-0243-439b-8296-119245f4c2ea", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:52:32.617990 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3c71ded-887c-4228-ab86-a4052070651f {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:52:32.618827 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d69882-1852-49b2-a09a-c81c8dc29dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca759c0-0243-439b-8296-119245f4c2ea', 'code': 200} Mar 04 00:52:32.648306 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=dca759c0-0243-439b-8296-119245f4c2ea,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:33.154865 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdd91c-46af-498d-9f64-817717fb7f10 req-9a0670d8-e510-43da-91b6-52543318fea3 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:33.157192 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a1cdd91c-46af-498d-9f64-817717fb7f10 req-9a0670d8-e510-43da-91b6-52543318fea3 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 945 time: 0.0634015 Mar 04 00:52:33.206227 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a1cdd91c-46af-498d-9f64-817717fb7f10 req-42e95852-ea73-420b-8c0a-532f4916fec9 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436025 Mar 04 00:52:33.412665 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e71cb-6649-4bbd-b98b-564652d0dc98 req-1bbb2ffa-b519-4632-83ca-48ecec09cc1a tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:33.414792 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8d8e71cb-6649-4bbd-b98b-564652d0dc98 req-1bbb2ffa-b519-4632-83ca-48ecec09cc1a tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0525270 Mar 04 00:52:33.461660 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8d8e71cb-6649-4bbd-b98b-564652d0dc98 req-96c0fc24-e7f1-4093-b638-ca2ad3c17074 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414851 Mar 04 00:52:34.323378 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537c163-fcce-4f86-9f2c-98f6a9de93ea req-857fe156-5df6-4bc0-8d7c-be5c9bd41cfb tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:34.324862 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9537c163-fcce-4f86-9f2c-98f6a9de93ea req-857fe156-5df6-4bc0-8d7c-be5c9bd41cfb tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 945 time: 0.0519693 Mar 04 00:52:34.370333 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9537c163-fcce-4f86-9f2c-98f6a9de93ea req-7cdf47a2-bc86-4763-98cc-699cadf3c2a9 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397894 Mar 04 00:52:34.580848 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcb3d0-245a-42f6-a7bc-73d1f132ae6b req-5db04a7f-729d-4bca-b967-d16902c17c03 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:34.582327 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-54bcb3d0-245a-42f6-a7bc-73d1f132ae6b req-5db04a7f-729d-4bca-b967-d16902c17c03 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0553887 Mar 04 00:52:34.627053 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-54bcb3d0-245a-42f6-a7bc-73d1f132ae6b req-c10a4845-bf9f-4894-b4ab-83a091ba0550 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393388 Mar 04 00:52:35.345231 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6e74-89b7-4f51-8c53-eafb3ad3a4ce req-c8b03bc5-0b94-431e-875d-f44924d88996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:35.346763 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-398b6e74-89b7-4f51-8c53-eafb3ad3a4ce req-c8b03bc5-0b94-431e-875d-f44924d88996 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 1129 time: 0.0436358 Mar 04 00:52:35.388964 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-398b6e74-89b7-4f51-8c53-eafb3ad3a4ce req-de327977-0cc0-42f4-a1fa-495b36d17a35 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354390 Mar 04 00:52:35.485569 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66187b-bb5e-4d5d-b031-fb8c3f091701 req-ad86347f-e057-4755-af0f-f5d0c20347de tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:35.487059 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fe66187b-bb5e-4d5d-b031-fb8c3f091701 req-ad86347f-e057-4755-af0f-f5d0c20347de tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 945 time: 0.0517099 Mar 04 00:52:35.531659 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fe66187b-bb5e-4d5d-b031-fb8c3f091701 req-3b52e675-75c2-4035-9f0d-e5efa7d8a72a tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386918 Mar 04 00:52:35.744818 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff620642-717c-4027-852d-4590298ac3b6 req-cea7b3b9-8e06-44d1-923f-9a97f1ed9730 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:35.746305 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ff620642-717c-4027-852d-4590298ac3b6 req-cea7b3b9-8e06-44d1-923f-9a97f1ed9730 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0515609 Mar 04 00:52:35.796995 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ff620642-717c-4027-852d-4590298ac3b6 req-63fe07ae-b146-4ecf-b4c7-a0cff81ce5c8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450397 Mar 04 00:52:36.673880 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e4b2f-8f09-419e-a5d8-9ad2be6b5aa0 req-0726d66f-5a37-4a67-97ea-7fa22dbf3881 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:36.675444 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c52e4b2f-8f09-419e-a5d8-9ad2be6b5aa0 req-0726d66f-5a37-4a67-97ea-7fa22dbf3881 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 945 time: 0.0730932 Mar 04 00:52:36.743133 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c52e4b2f-8f09-419e-a5d8-9ad2be6b5aa0 req-edb3ef56-283b-44f6-9491-de059ffbd227 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503154 Mar 04 00:52:36.913222 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3830aaa-b067-4d57-8ab0-a232b539edef req-fc78d52b-8b0e-4e3e-9262-7a0594039b0f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:36.914726 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b3830aaa-b067-4d57-8ab0-a232b539edef req-fc78d52b-8b0e-4e3e-9262-7a0594039b0f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0518124 Mar 04 00:52:36.959952 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b3830aaa-b067-4d57-8ab0-a232b539edef req-53714954-d2fd-4a45-a076-a57dbb81ae88 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398142 Mar 04 00:52:37.868575 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add73bdf-6ed8-4097-9fae-e5689a071c0b req-75247363-633a-4134-b9c2-369d1ac8c5ff tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:37.870004 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-add73bdf-6ed8-4097-9fae-e5689a071c0b req-75247363-633a-4134-b9c2-369d1ac8c5ff tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 945 time: 0.0587757 Mar 04 00:52:37.917538 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-add73bdf-6ed8-4097-9fae-e5689a071c0b req-500206e4-9fc3-49eb-ae88-7bef8d472b94 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 Mar 04 00:52:38.080640 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e2bdd-e896-4bc4-bf84-44485ac407fa req-42773f4f-816c-4f82-afc1-d64f041e2966 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:38.082286 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8a8e2bdd-e896-4bc4-bf84-44485ac407fa req-42773f4f-816c-4f82-afc1-d64f041e2966 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0553641 Mar 04 00:52:38.132846 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8a8e2bdd-e896-4bc4-bf84-44485ac407fa req-f6613e76-00c1-4b33-a86d-ca14a16400ea tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434585 Mar 04 00:52:39.268067 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e19f0e-284e-4ca6-b216-caa4a6927eee req-6b280c0d-4bde-4a43-a499-cad29805585a tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:39.269682 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-87e19f0e-284e-4ca6-b216-caa4a6927eee req-6b280c0d-4bde-4a43-a499-cad29805585a tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0622132 Mar 04 00:52:39.317808 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-87e19f0e-284e-4ca6-b216-caa4a6927eee req-24a0d798-3383-4cba-b21d-40dba3adf3d2 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423956 Mar 04 00:52:40.442646 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8618b-fc16-456e-8492-0c3bb68b0801 req-381a10e8-7024-4f1b-9209-5f5ee4dc0a1a tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:40.449250 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-60a8618b-fc16-456e-8492-0c3bb68b0801 req-381a10e8-7024-4f1b-9209-5f5ee4dc0a1a tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0573010 Mar 04 00:52:40.492980 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-60a8618b-fc16-456e-8492-0c3bb68b0801 req-6bf7dc15-3cb6-4f2c-9e1c-a0a3307f387d tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430851 Mar 04 00:52:41.390110 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 48630) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:41.514180 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ea36b832-bdcc-4c34-8117-043e0881b5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:41.631387 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ea36b832-bdcc-4c34-8117-043e0881b5fe admin admin] Publish callbacks [] for security_group (1efa0f3e-38ae-43cf-a0aa-23014369afe8), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:41.635896 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ea36b832-bdcc-4c34-8117-043e0881b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (1efa0f3e-38ae-43cf-a0aa-23014369afe8), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:41.690407 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e74fa-c8eb-4d31-be14-faf0cb54a859 req-c073bca2-b166-4de8-b3a4-ff6e246d2560 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:41.691889 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cf1e74fa-c8eb-4d31-be14-faf0cb54a859 req-c073bca2-b166-4de8-b3a4-ff6e246d2560 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.1189764 Mar 04 00:52:41.695599 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-ea36b832-bdcc-4c34-8117-043e0881b5fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b0ec24d91464188866f0237cba21fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044403 Mar 04 00:52:41.696425 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36b832-bdcc-4c34-8117-043e0881b5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efa0f3e-38ae-43cf-a0aa-23014369afe8,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:41.699762 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48640) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:41.743628 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cf1e74fa-c8eb-4d31-be14-faf0cb54a859 req-c98a7483-f0d3-4e87-8e66-6437853cd294 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442038 Mar 04 00:52:41.752868 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-64f510ee-b2d5-46c0-bb07-59455a62dac1 admin admin] Publish callbacks [] for security_group (1efa0f3e-38ae-43cf-a0aa-23014369afe8), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:41.776182 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-64f510ee-b2d5-46c0-bb07-59455a62dac1 admin admin] Publish callbacks [] for security_group (1efa0f3e-38ae-43cf-a0aa-23014369afe8), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:41.823265 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-64f510ee-b2d5-46c0-bb07-59455a62dac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (1efa0f3e-38ae-43cf-a0aa-23014369afe8), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:41.825869 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-64f510ee-b2d5-46c0-bb07-59455a62dac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:41.827060 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-64f510ee-b2d5-46c0-bb07-59455a62dac1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1efa0f3e-38ae-43cf-a0aa-23014369afe8 HTTP/1.1" status: 204 len: 168 time: 0.1257155 Mar 04 00:52:41.835213 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f510ee-b2d5-46c0-bb07-59455a62dac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efa0f3e-38ae-43cf-a0aa-23014369afe8,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:41.953966 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dcf5a-81a7-4b06-bacc-4ae446193f31 req-7998ce9a-ef60-4c8e-8b95-7e9285e490dc tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:41.955680 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b11dcf5a-81a7-4b06-bacc-4ae446193f31 req-7998ce9a-ef60-4c8e-8b95-7e9285e490dc tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0551815 Mar 04 00:52:41.996971 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218f102-205f-45d0-a179-b5e05b6247a5 req-4b2e2877-dc61-430c-8247-4b733c65e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:41.998769 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5218f102-205f-45d0-a179-b5e05b6247a5 req-4b2e2877-dc61-430c-8247-4b733c65e179 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f74a38a30364f84b464c10e694a223d&device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 1129 time: 0.0517290 Mar 04 00:52:42.007943 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b11dcf5a-81a7-4b06-bacc-4ae446193f31 req-0d54454d-4d44-4f18-a0ce-0f734164d739 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452378 Mar 04 00:52:42.088478 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218f102-205f-45d0-a179-b5e05b6247a5 req-5faf5db2-953a-4bf0-89c8-d3490a9ec170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:42.090008 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5218f102-205f-45d0-a179-b5e05b6247a5 req-5faf5db2-953a-4bf0-89c8-d3490a9ec170 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0f459d4b-89d4-473a-8642-eeac28fa1b34 HTTP/1.1" status: 200 len: 912 time: 0.0854976 Mar 04 00:52:42.158717 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5218f102-205f-45d0-a179-b5e05b6247a5 req-e1a8adda-2c7a-4aad-a1f2-312c2536f385 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f6d819-65de-4824-a695-68ff6b24d3b8 HTTP/1.1" status: 200 len: 1000 time: 0.0628550 Mar 04 00:52:42.209339 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218f102-205f-45d0-a179-b5e05b6247a5 req-c973b6ea-95c9-4a07-8004-6351f5d96998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:42.210840 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5218f102-205f-45d0-a179-b5e05b6247a5 req-c973b6ea-95c9-4a07-8004-6351f5d96998 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bd82242-2f06-4a28-9540-82b69b66357f HTTP/1.1" status: 200 len: 850 time: 0.0469542 Mar 04 00:52:42.259456 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218f102-205f-45d0-a179-b5e05b6247a5 req-9d3f8931-94d2-4460-a3d4-cd09530b6309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:42.261328 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5218f102-205f-45d0-a179-b5e05b6247a5 req-9d3f8931-94d2-4460-a3d4-cd09530b6309 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f459d4b-89d4-473a-8642-eeac28fa1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438740 Mar 04 00:52:42.354149 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5218f102-205f-45d0-a179-b5e05b6247a5 req-ca9966d0-d449-4274-9450-8ab1fcd81e73 service neutron] 10.222.0.20 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866666 Mar 04 00:52:42.443534 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5218f102-205f-45d0-a179-b5e05b6247a5 req-293a2ddd-3d11-4566-ad59-cae6399e3648 service neutron] 10.222.0.20 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830047 Mar 04 00:52:42.875484 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48684) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:42.980841 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-27c39d69-2e99-4d3b-aadc-a5f7680db275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:43.060977 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-27c39d69-2e99-4d3b-aadc-a5f7680db275 admin admin] Publish callbacks [] for security_group (e7d399d0-0f4c-4394-a007-c694e52c72da), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:43.064934 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-27c39d69-2e99-4d3b-aadc-a5f7680db275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (e7d399d0-0f4c-4394-a007-c694e52c72da), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:43.108201 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-27c39d69-2e99-4d3b-aadc-a5f7680db275 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8857a4bd472649a19368b3c88c23b1b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314649 Mar 04 00:52:43.109130 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c39d69-2e99-4d3b-aadc-a5f7680db275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d399d0-0f4c-4394-a007-c694e52c72da,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:43.111401 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48690) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:43.140917 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388546e-5184-47d4-b3ce-0e64c883653e req-4b61e4a5-32fc-48e2-9596-e828beaf79fc tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:43.142494 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4388546e-5184-47d4-b3ce-0e64c883653e req-4b61e4a5-32fc-48e2-9596-e828beaf79fc tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0602217 Mar 04 00:52:43.170653 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b62ffe76-470c-43ee-89c9-1ee8d397ec30 admin admin] Publish callbacks [] for security_group (e7d399d0-0f4c-4394-a007-c694e52c72da), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:43.192097 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b62ffe76-470c-43ee-89c9-1ee8d397ec30 admin admin] Publish callbacks [] for security_group (e7d399d0-0f4c-4394-a007-c694e52c72da), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:43.193661 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4388546e-5184-47d4-b3ce-0e64c883653e req-f1fab96e-9dfe-4a95-81a3-901342e6e0d9 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442581 Mar 04 00:52:43.238381 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b62ffe76-470c-43ee-89c9-1ee8d397ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (e7d399d0-0f4c-4394-a007-c694e52c72da), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:43.241868 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b62ffe76-470c-43ee-89c9-1ee8d397ec30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:43.243048 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-b62ffe76-470c-43ee-89c9-1ee8d397ec30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7d399d0-0f4c-4394-a007-c694e52c72da HTTP/1.1" status: 204 len: 168 time: 0.1307275 Mar 04 00:52:43.250629 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ffe76-470c-43ee-89c9-1ee8d397ec30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d399d0-0f4c-4394-a007-c694e52c72da,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:45.476377 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48734) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:45.520306 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_v2 [None req-433f4684-7496-4a15-bef4-bf57dcfa22fd admin admin] Deleting subnet 5a65277a-288e-4b39-94fc-651bb844dbe3 {{(pid=109680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 00:52:45.523444 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-433f4684-7496-4a15-bef4-bf57dcfa22fd admin admin] Publish callbacks [] for subnet (5a65277a-288e-4b39-94fc-651bb844dbe3), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:45.556335 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-433f4684-7496-4a15-bef4-bf57dcfa22fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26013165'] for subnet (5a65277a-288e-4b39-94fc-651bb844dbe3), precommit_delete_associations {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:45.602522 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-433f4684-7496-4a15-bef4-bf57dcfa22fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15850908'] for subnet (5a65277a-288e-4b39-94fc-651bb844dbe3), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:45.653250 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-433f4684-7496-4a15-bef4-bf57dcfa22fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15850899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26647530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26649947'] for subnet (5a65277a-288e-4b39-94fc-651bb844dbe3), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:45.677194 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f4684-7496-4a15-bef4-bf57dcfa22fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a65277a-288e-4b39-94fc-651bb844dbe3,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:45.681374 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-433f4684-7496-4a15-bef4-bf57dcfa22fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:45.684637 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-433f4684-7496-4a15-bef4-bf57dcfa22fd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5a65277a-288e-4b39-94fc-651bb844dbe3 HTTP/1.1" status: 204 len: 168 time: 0.2072053 Mar 04 00:52:45.687143 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48738) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:45.752839 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-04e0b369-16bf-4a20-bc91-be03a84471b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16661095'] for network (ff5c4cd3-8408-4a4f-8406-414ff9b554f2), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:45.836294 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-04e0b369-16bf-4a20-bc91-be03a84471b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16753767', 'neutron.services.segments.db._delete_segments_for_network-8742061486749'] for network (ff5c4cd3-8408-4a4f-8406-414ff9b554f2), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:45.858657 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-04e0b369-16bf-4a20-bc91-be03a84471b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5c4cd3-8408-4a4f-8406-414ff9b554f2']}} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:52:45.881053 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-04e0b369-16bf-4a20-bc91-be03a84471b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febdb989-e810-4924-ab59-c728206dc793') {'for_net_delete': True} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:52:45.881345 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-04e0b369-16bf-4a20-bc91-be03a84471b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febdb989-e810-4924-ab59-c728206dc793') {} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:52:45.890985 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-04e0b369-16bf-4a20-bc91-be03a84471b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742061490342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26013178'] for segment (febdb989-e810-4924-ab59-c728206dc793), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:45.903948 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-04e0b369-16bf-4a20-bc91-be03a84471b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (febdb989-e810-4924-ab59-c728206dc793), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:45.909574 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e0b369-16bf-4a20-bc91-be03a84471b0 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 00:52:45.910001 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-04e0b369-16bf-4a20-bc91-be03a84471b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26647348'] for segment (febdb989-e810-4924-ab59-c728206dc793), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: Traceback (most recent call last): Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: timer() Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: cb(*args, **kw) Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: return func(*args, **kwargs) Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: self._notify() Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: self.callback(batched_events) Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: event.method(event) Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: return f(self, *a, **k) Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._get(url).json() Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: return self.request(url, 'GET', **kwargs) Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 00:52:45.911601 dv-cinder-812685-7-iscsi neutron-server[109680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 00:52:45.967021 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-04e0b369-16bf-4a20-bc91-be03a84471b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16753694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542029'] for network (ff5c4cd3-8408-4a4f-8406-414ff9b554f2), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:45.972332 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-04e0b369-16bf-4a20-bc91-be03a84471b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:45.975978 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-04e0b369-16bf-4a20-bc91-be03a84471b0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ff5c4cd3-8408-4a4f-8406-414ff9b554f2 HTTP/1.1" status: 204 len: 168 time: 0.2879093 Mar 04 00:52:45.978879 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 48740) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:45.986704 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0b369-16bf-4a20-bc91-be03a84471b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff5c4cd3-8408-4a4f-8406-414ff9b554f2,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:46.021904 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9aedbb-9e9f-4bda-be37-0bd045f537b8 admin admin] Deleting subnet af610551-41b9-49a3-a2e9-a1789d99a4fb {{(pid=109681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 00:52:46.024982 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7c9aedbb-9e9f-4bda-be37-0bd045f537b8 admin admin] Publish callbacks [] for subnet (af610551-41b9-49a3-a2e9-a1789d99a4fb), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:46.058927 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7c9aedbb-9e9f-4bda-be37-0bd045f537b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25765859'] for subnet (af610551-41b9-49a3-a2e9-a1789d99a4fb), precommit_delete_associations {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:46.099759 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7c9aedbb-9e9f-4bda-be37-0bd045f537b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15850908'] for subnet (af610551-41b9-49a3-a2e9-a1789d99a4fb), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:46.151726 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7c9aedbb-9e9f-4bda-be37-0bd045f537b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15850899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26164072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3906139'] for subnet (af610551-41b9-49a3-a2e9-a1789d99a4fb), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:46.177104 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9aedbb-9e9f-4bda-be37-0bd045f537b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af610551-41b9-49a3-a2e9-a1789d99a4fb,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:46.180858 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7c9aedbb-9e9f-4bda-be37-0bd045f537b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:46.186345 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-7c9aedbb-9e9f-4bda-be37-0bd045f537b8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/af610551-41b9-49a3-a2e9-a1789d99a4fb HTTP/1.1" status: 204 len: 168 time: 0.2042205 Mar 04 00:52:46.186613 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 48748) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:46.259329 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6fac5de2-d115-4e0f-8192-350e6daa9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16661095'] for network (9e7d38c9-4660-4414-97cd-1d98b1bd06d8), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:46.339448 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6fac5de2-d115-4e0f-8192-350e6daa9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16753767', 'neutron.services.segments.db._delete_segments_for_network-8742061486749'] for network (9e7d38c9-4660-4414-97cd-1d98b1bd06d8), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:46.362142 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.services.segments.db [None req-6fac5de2-d115-4e0f-8192-350e6daa9eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7d38c9-4660-4414-97cd-1d98b1bd06d8']}} {{(pid=109681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:52:46.372073 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.services.segments.db [None req-6fac5de2-d115-4e0f-8192-350e6daa9eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4cbe87-9297-4750-9426-e9b70523813c') {'for_net_delete': True} {{(pid=109681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:52:46.372529 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.services.segments.db [None req-6fac5de2-d115-4e0f-8192-350e6daa9eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4cbe87-9297-4750-9426-e9b70523813c') {} {{(pid=109681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:52:46.384983 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6fac5de2-d115-4e0f-8192-350e6daa9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742061490342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25765876'] for segment (ac4cbe87-9297-4750-9426-e9b70523813c), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:46.398859 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6fac5de2-d115-4e0f-8192-350e6daa9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (ac4cbe87-9297-4750-9426-e9b70523813c), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:46.404710 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fac5de2-d115-4e0f-8192-350e6daa9eb5 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 00:52:46.405226 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6fac5de2-d115-4e0f-8192-350e6daa9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26164150'] for segment (ac4cbe87-9297-4750-9426-e9b70523813c), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: Traceback (most recent call last): Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: timer() Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: cb(*args, **kw) Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: return func(*args, **kwargs) Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: self._notify() Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: self.callback(batched_events) Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: event.method(event) Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: return f(self, *a, **k) Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: return self._get(url).json() Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: return self.request(url, 'GET', **kwargs) Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 00:52:46.406863 dv-cinder-812685-7-iscsi neutron-server[109681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 00:52:46.462788 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6fac5de2-d115-4e0f-8192-350e6daa9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16753694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542029'] for network (9e7d38c9-4660-4414-97cd-1d98b1bd06d8), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:46.469764 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6fac5de2-d115-4e0f-8192-350e6daa9eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:46.472840 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-6fac5de2-d115-4e0f-8192-350e6daa9eb5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9e7d38c9-4660-4414-97cd-1d98b1bd06d8 HTTP/1.1" status: 204 len: 168 time: 0.2853808 Mar 04 00:52:46.483600 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac5de2-d115-4e0f-8192-350e6daa9eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e7d38c9-4660-4414-97cd-1d98b1bd06d8,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:46.630213 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 48758) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:46.670852 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-f39dd509-24bb-477d-97c2-2bd9306a9aa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8a4d5cc28594d14a1ec99b2fff8ed97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393693 Mar 04 00:52:46.679462 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48762) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:46.721666 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2c04f28a-ad4c-4815-9ec5-4e1eff318e32 admin admin] Publish callbacks [] for security_group (dc4d5003-774c-467c-bcf2-e0d2a7416b32), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:46.741881 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2c04f28a-ad4c-4815-9ec5-4e1eff318e32 admin admin] Publish callbacks [] for security_group (dc4d5003-774c-467c-bcf2-e0d2a7416b32), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:46.788003 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2c04f28a-ad4c-4815-9ec5-4e1eff318e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (dc4d5003-774c-467c-bcf2-e0d2a7416b32), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:46.790703 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2c04f28a-ad4c-4815-9ec5-4e1eff318e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:46.791851 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-2c04f28a-ad4c-4815-9ec5-4e1eff318e32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc4d5003-774c-467c-bcf2-e0d2a7416b32 HTTP/1.1" status: 204 len: 168 time: 0.1172910 Mar 04 00:52:46.799298 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04f28a-ad4c-4815-9ec5-4e1eff318e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4d5003-774c-467c-bcf2-e0d2a7416b32,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:47.097222 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48768) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:47.138871 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-0a5bee28-5750-44f6-900b-e61ebd6fbe2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b4d2ae1e5834b3f91857d692d051749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404692 Mar 04 00:52:47.141515 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48770) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:47.185947 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-759577ef-84a2-473a-ad7c-6f00b1b049c6 admin admin] Publish callbacks [] for security_group (fe350cb4-a8cc-489a-b3dd-dd57d14a447f), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:47.205928 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-759577ef-84a2-473a-ad7c-6f00b1b049c6 admin admin] Publish callbacks [] for security_group (fe350cb4-a8cc-489a-b3dd-dd57d14a447f), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:47.262164 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-759577ef-84a2-473a-ad7c-6f00b1b049c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (fe350cb4-a8cc-489a-b3dd-dd57d14a447f), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:47.265394 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-759577ef-84a2-473a-ad7c-6f00b1b049c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:47.266580 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-759577ef-84a2-473a-ad7c-6f00b1b049c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe350cb4-a8cc-489a-b3dd-dd57d14a447f HTTP/1.1" status: 204 len: 168 time: 0.1240833 Mar 04 00:52:47.274158 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759577ef-84a2-473a-ad7c-6f00b1b049c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe350cb4-a8cc-489a-b3dd-dd57d14a447f,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:48.324873 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 48808) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:48.423186 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-1dcb523d-2300-45db-a655-a497e03438e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:48.499777 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-1dcb523d-2300-45db-a655-a497e03438e0 admin admin] Publish callbacks [] for security_group (d00815bd-03f7-4682-ab8b-dd370a67d281), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:48.503734 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-1dcb523d-2300-45db-a655-a497e03438e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (d00815bd-03f7-4682-ab8b-dd370a67d281), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:48.543164 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-1dcb523d-2300-45db-a655-a497e03438e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a16e4beb13d44ed49d4897f239a0a683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172062 Mar 04 00:52:48.544772 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb523d-2300-45db-a655-a497e03438e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00815bd-03f7-4682-ab8b-dd370a67d281,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:48.545779 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 48814) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:48.594473 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e0a58e8b-b14e-49b7-8a81-1cd00ec8f1a3 admin admin] Publish callbacks [] for security_group (d00815bd-03f7-4682-ab8b-dd370a67d281), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:48.614173 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e0a58e8b-b14e-49b7-8a81-1cd00ec8f1a3 admin admin] Publish callbacks [] for security_group (d00815bd-03f7-4682-ab8b-dd370a67d281), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:48.659395 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e0a58e8b-b14e-49b7-8a81-1cd00ec8f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (d00815bd-03f7-4682-ab8b-dd370a67d281), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:48.661921 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e0a58e8b-b14e-49b7-8a81-1cd00ec8f1a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:48.663053 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-e0a58e8b-b14e-49b7-8a81-1cd00ec8f1a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d00815bd-03f7-4682-ab8b-dd370a67d281 HTTP/1.1" status: 204 len: 168 time: 0.1162553 Mar 04 00:52:48.670691 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58e8b-b14e-49b7-8a81-1cd00ec8f1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00815bd-03f7-4682-ab8b-dd370a67d281,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:49.451266 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-4f6ba623-6a0e-4fc6-aa60-6956431ad992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:51.700190 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-15ef09aa-ef69-49f4-8cd0-465638d26b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:52.059425 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:52:52.776667 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:54.010906 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4c8fd-f22a-4bcc-ade2-f39fbe915896 req-975d7a70-e872-417b-8738-b8220934cca7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:54.012402 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-33d4c8fd-f22a-4bcc-ade2-f39fbe915896 req-975d7a70-e872-417b-8738-b8220934cca7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 946 time: 0.0518436 Mar 04 00:52:54.062711 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-33d4c8fd-f22a-4bcc-ade2-f39fbe915896 req-492a2608-1bb0-42fc-adf5-7c77cfc5249b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446696 Mar 04 00:52:54.112337 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:55.186561 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d351598-9009-4c32-aedd-b93ee3ca2559 req-3acbdcd0-9193-4015-80b0-31bdeff791a5 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:55.187987 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8d351598-9009-4c32-aedd-b93ee3ca2559 req-3acbdcd0-9193-4015-80b0-31bdeff791a5 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 946 time: 0.0518997 Mar 04 00:52:55.235310 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8d351598-9009-4c32-aedd-b93ee3ca2559 req-2e780cdd-0d33-468f-981a-0a26fb16bb18 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418081 Mar 04 00:52:55.830773 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:56.357481 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c763fc5-5993-439a-abfc-aaaff631b943 req-3c1f322a-0f8f-4f2a-a75f-10fd5b033f6e tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:56.358981 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6c763fc5-5993-439a-abfc-aaaff631b943 req-3c1f322a-0f8f-4f2a-a75f-10fd5b033f6e tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 946 time: 0.0527065 Mar 04 00:52:56.404024 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6c763fc5-5993-439a-abfc-aaaff631b943 req-059c7e4c-ca8a-4ea9-9c55-c6c66597ab31 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396371 Mar 04 00:52:57.528603 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dc981-38c6-42ed-a7ce-17c05fce479f req-0b5f88ff-4171-4012-ac7d-b9a60bf61e0b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:57.530072 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-546dc981-38c6-42ed-a7ce-17c05fce479f req-0b5f88ff-4171-4012-ac7d-b9a60bf61e0b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 946 time: 0.0558603 Mar 04 00:52:57.581659 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-546dc981-38c6-42ed-a7ce-17c05fce479f req-025c62b0-fe09-496c-a3b8-f33e0e5b062b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=4397fc09-74ef-485d-9967-31bbc76fbf18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451424 Mar 04 00:52:57.648536 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98ceea-e44b-46a7-94e5-a624e073ef80 req-b43d0bf8-8046-422d-a640-cc626e86754c tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:52:57.650010 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5e98ceea-e44b-46a7-94e5-a624e073ef80 req-b43d0bf8-8046-422d-a640-cc626e86754c tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 946 time: 0.0515022 Mar 04 00:52:57.742301 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-5e98ceea-e44b-46a7-94e5-a624e073ef80 req-e83e59f9-d2b8-43fe-a7c1-9c176e8ab11f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Deleting port 43cf44a1-b0bc-4049-a98d-e337eafc0891 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:52:57.742642 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-5e98ceea-e44b-46a7-94e5-a624e073ef80 req-e83e59f9-d2b8-43fe-a7c1-9c176e8ab11f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:57.830822 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-5e98ceea-e44b-46a7-94e5-a624e073ef80 req-e83e59f9-d2b8-43fe-a7c1-9c176e8ab11f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] For port 43cf44a1-b0bc-4049-a98d-e337eafc0891, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=43cf44a1-b0bc-4049-a98d-e337eafc0891,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:52:57.831186 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-5e98ceea-e44b-46a7-94e5-a624e073ef80 req-e83e59f9-d2b8-43fe-a7c1-9c176e8ab11f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:58.064953 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-5e98ceea-e44b-46a7-94e5-a624e073ef80 req-e83e59f9-d2b8-43fe-a7c1-9c176e8ab11f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:58.065377 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-5e98ceea-e44b-46a7-94e5-a624e073ef80 req-e83e59f9-d2b8-43fe-a7c1-9c176e8ab11f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (6ef07aad-2b12-4b7b-b95d-0cbc3dd433f3), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:58.065681 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.l3_db [req-5e98ceea-e44b-46a7-94e5-a624e073ef80 req-e83e59f9-d2b8-43fe-a7c1-9c176e8ab11f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Floating IP 6ef07aad-2b12-4b7b-b95d-0cbc3dd433f3 disassociated. External IP: 172.27.0.248, port: 43cf44a1-b0bc-4049-a98d-e337eafc0891. Mar 04 00:52:58.066127 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-5e98ceea-e44b-46a7-94e5-a624e073ef80 req-e83e59f9-d2b8-43fe-a7c1-9c176e8ab11f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Calling delete_port for 43cf44a1-b0bc-4049-a98d-e337eafc0891 owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:52:58.191955 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-5e98ceea-e44b-46a7-94e5-a624e073ef80 req-e83e59f9-d2b8-43fe-a7c1-9c176e8ab11f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (43cf44a1-b0bc-4049-a98d-e337eafc0891), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:58.223208 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e59f9-d2b8-43fe-a7c1-9c176e8ab11f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event deleted for resources: {'Port': ['ID=43cf44a1-b0bc-4049-a98d-e337eafc0891,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:58.335665 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e98ceea-e44b-46a7-94e5-a624e073ef80 req-e83e59f9-d2b8-43fe-a7c1-9c176e8ab11f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Router de85fe9f-db05-412c-9543-13f31cdaa01b has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:52:58.447542 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e98ceea-e44b-46a7-94e5-a624e073ef80 req-e83e59f9-d2b8-43fe-a7c1-9c176e8ab11f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:52:58.461825 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7014923-ab1d-4c75-954a-faef84a143cb None None] Sync routers for ids ['de85fe9f-db05-412c-9543-13f31cdaa01b'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:52:58.471691 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7014923-ab1d-4c75-954a-faef84a143cb None None] Routers {'de85fe9f-db05-412c-9543-13f31cdaa01b'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:52:58.472797 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-f7014923-ab1d-4c75-954a-faef84a143cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:52:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['de85fe9f-db05-412c-9543-13f31cdaa01b'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:52:58.497190 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e98ceea-e44b-46a7-94e5-a624e073ef80 req-e83e59f9-d2b8-43fe-a7c1-9c176e8ab11f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] No DVR routers for this DVR port 43cf44a1-b0bc-4049-a98d-e337eafc0891 on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:52:58.499874 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-5e98ceea-e44b-46a7-94e5-a624e073ef80 req-e83e59f9-d2b8-43fe-a7c1-9c176e8ab11f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:58.503241 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5e98ceea-e44b-46a7-94e5-a624e073ef80 req-e83e59f9-d2b8-43fe-a7c1-9c176e8ab11f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.20 "DELETE /v2.0/ports/43cf44a1-b0bc-4049-a98d-e337eafc0891 HTTP/1.1" status: 204 len: 173 time: 0.8476865 Mar 04 00:52:58.503707 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1631ea-005d-4031-8f05-471d83997c23', 'name': 'network-vif-deleted', 'tag': '43cf44a1-b0bc-4049-a98d-e337eafc0891'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:52:58.506143 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb2d4da-83c9-43e7-b59f-975e794c0ebd" -d '{"events": [{"server_uuid": "6b1631ea-005d-4031-8f05-471d83997c23", "name": "network-vif-deleted", "tag": "43cf44a1-b0bc-4049-a98d-e337eafc0891"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:52:58.550868 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3706dfb-91e2-4697-9c89-07e5663818e8 x-openstack-request-id: req-c3706dfb-91e2-4697-9c89-07e5663818e8 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:52:58.551404 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1631ea-005d-4031-8f05-471d83997c23", "name": "network-vif-deleted", "tag": "43cf44a1-b0bc-4049-a98d-e337eafc0891", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:52:58.551820 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3706dfb-91e2-4697-9c89-07e5663818e8 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:52:58.552187 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1631ea-005d-4031-8f05-471d83997c23', 'name': 'network-vif-deleted', 'tag': '43cf44a1-b0bc-4049-a98d-e337eafc0891', 'status': 'completed', 'code': 200} Mar 04 00:52:58.598361 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-f7014923-ab1d-4c75-954a-faef84a143cb None None] Set router de85fe9f-db05-412c-9543-13f31cdaa01b gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:52:58.709913 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3aef2cee-12e4-4310-ae41-3d310c6bd484 req-69695bf4-81bc-4ef8-891e-936364894a71 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1631ea-005d-4031-8f05-471d83997c23 HTTP/1.1" status: 200 len: 210 time: 0.0262027 Mar 04 00:52:58.813662 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-f7014923-ab1d-4c75-954a-faef84a143cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:40Z', 'revision_number': 4, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': 'ceb46834-f660-4b93-b19d-c69bf18445d9', 'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'mac_address': 'fa:16:3e:ce:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:38Z', 'updated_at': '2022-03-04T00:48:48Z', 'revision_number': 5, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'subnets': [{'id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:52:58.839567 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7014923-ab1d-4c75-954a-faef84a143cb None None] Checking router: de85fe9f-db05-412c-9543-13f31cdaa01b for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:52:58.847868 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7014923-ab1d-4c75-954a-faef84a143cb None None] Routers {'de85fe9f-db05-412c-9543-13f31cdaa01b'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:52:58.848460 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-f7014923-ab1d-4c75-954a-faef84a143cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:52:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['de85fe9f-db05-412c-9543-13f31cdaa01b'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:52:59.098395 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-f7014923-ab1d-4c75-954a-faef84a143cb None None] Set router de85fe9f-db05-412c-9543-13f31cdaa01b gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:52:59.312187 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-f7014923-ab1d-4c75-954a-faef84a143cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:40Z', 'revision_number': 4, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': 'ceb46834-f660-4b93-b19d-c69bf18445d9', 'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'mac_address': 'fa:16:3e:ce:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:38Z', 'updated_at': '2022-03-04T00:48:48Z', 'revision_number': 5, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'subnets': [{'id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:52:59.352484 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7014923-ab1d-4c75-954a-faef84a143cb None None] The sync data for ids ['de85fe9f-db05-412c-9543-13f31cdaa01b'] in dv-cinder-812685-7-iscsi is: [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:40Z', 'revision_number': 4, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': 'ceb46834-f660-4b93-b19d-c69bf18445d9', 'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'mac_address': 'fa:16:3e:ce:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:38Z', 'updated_at': '2022-03-04T00:48:48Z', 'revision_number': 5, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'subnets': [{'id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:52:59.586995 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:59.620783 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d30e92-548d-4e34-b43d-1a72f19e6591 None None] New status for floating IP 6ef07aad-2b12-4b7b-b95d-0cbc3dd433f3: DOWN {{(pid=109683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:52:59.808892 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 49002) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:59.861392 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-a622eed6-8117-4877-ab23-0705cd7cb7f0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group (4397fc09-74ef-485d-9967-31bbc76fbf18), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:59.884298 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-a622eed6-8117-4877-ab23-0705cd7cb7f0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group (4397fc09-74ef-485d-9967-31bbc76fbf18), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:59.930810 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-a622eed6-8117-4877-ab23-0705cd7cb7f0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (4397fc09-74ef-485d-9967-31bbc76fbf18), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:59.933405 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-a622eed6-8117-4877-ab23-0705cd7cb7f0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:52:59.934552 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-a622eed6-8117-4877-ab23-0705cd7cb7f0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "DELETE /v2.0/security-groups/4397fc09-74ef-485d-9967-31bbc76fbf18 HTTP/1.1" status: 204 len: 168 time: 0.1245801 Mar 04 00:52:59.937380 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49004) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:52:59.943320 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622eed6-8117-4877-ab23-0705cd7cb7f0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4397fc09-74ef-485d-9967-31bbc76fbf18,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:52:59.968176 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.api.v2.resource [None req-5afc7944-348a-4441-8b22-f4ff956bc314 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] show failed (client error): The resource could not be found. Mar 04 00:52:59.971837 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-5afc7944-348a-4441-8b22-f4ff956bc314 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups/4397fc09-74ef-485d-9967-31bbc76fbf18 HTTP/1.1" status: 404 len: 347 time: 0.0308251 Mar 04 00:52:59.972349 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 49006) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:00.319762 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-1bf1c84c-22b1-4e9b-8386-f36f4a5ccb6a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Deleting port 04da8d80-55d8-4858-8d6d-f607a733dc51 {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:53:00.320096 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c84c-22b1-4e9b-8386-f36f4a5ccb6a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (04da8d80-55d8-4858-8d6d-f607a733dc51), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:00.392496 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c84c-22b1-4e9b-8386-f36f4a5ccb6a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (04da8d80-55d8-4858-8d6d-f607a733dc51), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:00.392819 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c84c-22b1-4e9b-8386-f36f4a5ccb6a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for floatingip (04da8d80-55d8-4858-8d6d-f607a733dc51), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:00.404827 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-1bf1c84c-22b1-4e9b-8386-f36f4a5ccb6a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Calling delete_port for 04da8d80-55d8-4858-8d6d-f607a733dc51 owned by network:floatingip {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:53:00.576389 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c84c-22b1-4e9b-8386-f36f4a5ccb6a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (04da8d80-55d8-4858-8d6d-f607a733dc51), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:00.607706 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1c84c-22b1-4e9b-8386-f36f4a5ccb6a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event deleted for resources: {'Port': ['ID=04da8d80-55d8-4858-8d6d-f607a733dc51,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:00.680624 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c84c-22b1-4e9b-8386-f36f4a5ccb6a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for floatingip (6ef07aad-2b12-4b7b-b95d-0cbc3dd433f3), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:00.684102 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c84c-22b1-4e9b-8386-f36f4a5ccb6a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:00.688011 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-1bf1c84c-22b1-4e9b-8386-f36f4a5ccb6a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "DELETE /v2.0/floatingips/6ef07aad-2b12-4b7b-b95d-0cbc3dd433f3 HTTP/1.1" status: 204 len: 168 time: 0.7119493 Mar 04 00:53:00.832932 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49026) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:00.945085 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-21add140-4819-4f83-898e-3a26f9556c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:01.027836 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-21add140-4819-4f83-898e-3a26f9556c4b admin admin] Publish callbacks [] for security_group (599ad1c2-ee16-4b77-bcfa-a01e222bcaf2), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:01.031937 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-21add140-4819-4f83-898e-3a26f9556c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (599ad1c2-ee16-4b77-bcfa-a01e222bcaf2), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:01.070289 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-21add140-4819-4f83-898e-3a26f9556c4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=800d5b89391241ce9117e97d5bc33cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362807 Mar 04 00:53:01.071169 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21add140-4819-4f83-898e-3a26f9556c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599ad1c2-ee16-4b77-bcfa-a01e222bcaf2,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:01.073038 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 49030) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:01.120957 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6229c341-8a85-41e7-8a6e-afb9bf56dd0a admin admin] Publish callbacks [] for security_group (599ad1c2-ee16-4b77-bcfa-a01e222bcaf2), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:01.142322 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6229c341-8a85-41e7-8a6e-afb9bf56dd0a admin admin] Publish callbacks [] for security_group (599ad1c2-ee16-4b77-bcfa-a01e222bcaf2), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:01.189229 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6229c341-8a85-41e7-8a6e-afb9bf56dd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (599ad1c2-ee16-4b77-bcfa-a01e222bcaf2), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:01.191868 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6229c341-8a85-41e7-8a6e-afb9bf56dd0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:01.195378 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-6229c341-8a85-41e7-8a6e-afb9bf56dd0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/599ad1c2-ee16-4b77-bcfa-a01e222bcaf2 HTTP/1.1" status: 204 len: 168 time: 0.1184080 Mar 04 00:53:01.200821 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229c341-8a85-41e7-8a6e-afb9bf56dd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599ad1c2-ee16-4b77-bcfa-a01e222bcaf2,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:01.454202 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49036) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:01.467110 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-17c83def-93ae-486c-b05f-2c8d26f5d412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:01.539061 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-17c83def-93ae-486c-b05f-2c8d26f5d412 admin admin] Publish callbacks [] for security_group (a1af1319-5249-47f0-85cf-2161de7db19d), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:01.542342 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-17c83def-93ae-486c-b05f-2c8d26f5d412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (a1af1319-5249-47f0-85cf-2161de7db19d), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:01.576511 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c83def-93ae-486c-b05f-2c8d26f5d412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1af1319-5249-47f0-85cf-2161de7db19d,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:01.583197 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-17c83def-93ae-486c-b05f-2c8d26f5d412 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2acb52628a1434493201aeb44ca5292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254506 Mar 04 00:53:01.583347 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49038) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:01.635609 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-83f4a377-f55f-467b-a88c-e1abe49a8b3c admin admin] Publish callbacks [] for security_group (a1af1319-5249-47f0-85cf-2161de7db19d), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:01.656660 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-83f4a377-f55f-467b-a88c-e1abe49a8b3c admin admin] Publish callbacks [] for security_group (a1af1319-5249-47f0-85cf-2161de7db19d), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:01.703938 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-83f4a377-f55f-467b-a88c-e1abe49a8b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (a1af1319-5249-47f0-85cf-2161de7db19d), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:01.706801 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-83f4a377-f55f-467b-a88c-e1abe49a8b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:01.708004 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-83f4a377-f55f-467b-a88c-e1abe49a8b3c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1af1319-5249-47f0-85cf-2161de7db19d HTTP/1.1" status: 204 len: 168 time: 0.1232576 Mar 04 00:53:01.726064 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4a377-f55f-467b-a88c-e1abe49a8b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1af1319-5249-47f0-85cf-2161de7db19d,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:01.934721 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49054) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:01.939213 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-aca41598-5ec7-49eb-a741-f9909a4183e5 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--489074817', 'description': 'tempest-description--1411073795'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:01.962173 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-aca41598-5ec7-49eb-a741-f9909a4183e5 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.052874 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-aca41598-5ec7-49eb-a741-f9909a4183e5 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group (087238d5-8176-4d57-84d2-475df5039e1d), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.057897 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-aca41598-5ec7-49eb-a741-f9909a4183e5 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (087238d5-8176-4d57-84d2-475df5039e1d), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.088902 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-aca41598-5ec7-49eb-a741-f9909a4183e5 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.090144 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-aca41598-5ec7-49eb-a741-f9909a4183e5 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1543818 Mar 04 00:53:02.092378 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca41598-5ec7-49eb-a741-f9909a4183e5 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087238d5-8176-4d57-84d2-475df5039e1d,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:02.094450 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49058) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:02.095683 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49060) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:02.101206 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-526bae81-2afb-460c-a5b7-917a765e47c0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Request body: {'security_group_rule': {'security_group_id': '087238d5-8176-4d57-84d2-475df5039e1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:02.119131 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e58bd2fa-5528-4c62-9b46-e725ba2f31a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.148899 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-526bae81-2afb-460c-a5b7-917a765e47c0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group_rule (ec672fd8-306b-4574-aeab-0c1b863c0f8a), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.234349 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-526bae81-2afb-460c-a5b7-917a765e47c0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group_rule (ec672fd8-306b-4574-aeab-0c1b863c0f8a), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.239703 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-526bae81-2afb-460c-a5b7-917a765e47c0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (ec672fd8-306b-4574-aeab-0c1b863c0f8a), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.257806 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e58bd2fa-5528-4c62-9b46-e725ba2f31a0 admin admin] Publish callbacks [] for security_group (c04ab683-d1c8-469c-b490-de006f969c2b), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.265030 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526bae81-2afb-460c-a5b7-917a765e47c0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec672fd8-306b-4574-aeab-0c1b863c0f8a,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:02.266507 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e58bd2fa-5528-4c62-9b46-e725ba2f31a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (c04ab683-d1c8-469c-b490-de006f969c2b), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.289183 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-526bae81-2afb-460c-a5b7-917a765e47c0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.290391 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-526bae81-2afb-460c-a5b7-917a765e47c0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1937737 Mar 04 00:53:02.293235 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 49064) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:02.297796 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-faa29448-29f9-4cec-a905-4ffe1406e769 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Request body: {'security_group_rule': {'security_group_id': '087238d5-8176-4d57-84d2-475df5039e1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:02.311917 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-e58bd2fa-5528-4c62-9b46-e725ba2f31a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46290a85f0ad4721bf2e94679e41d2e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120576 Mar 04 00:53:02.312277 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49066) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:02.319729 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bd2fa-5528-4c62-9b46-e725ba2f31a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04ab683-d1c8-469c-b490-de006f969c2b,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:02.334522 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-faa29448-29f9-4cec-a905-4ffe1406e769 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group_rule (7fb3d53d-4cd6-4fe4-990c-670043ddbf48), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.361734 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-947283ca-2419-4eab-b0e6-e552bfc6ed46 admin admin] Publish callbacks [] for security_group (c04ab683-d1c8-469c-b490-de006f969c2b), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.383296 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-faa29448-29f9-4cec-a905-4ffe1406e769 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group_rule (7fb3d53d-4cd6-4fe4-990c-670043ddbf48), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.383657 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-947283ca-2419-4eab-b0e6-e552bfc6ed46 admin admin] Publish callbacks [] for security_group (c04ab683-d1c8-469c-b490-de006f969c2b), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.386773 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-faa29448-29f9-4cec-a905-4ffe1406e769 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (7fb3d53d-4cd6-4fe4-990c-670043ddbf48), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.408255 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa29448-29f9-4cec-a905-4ffe1406e769 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb3d53d-4cd6-4fe4-990c-670043ddbf48,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:02.425409 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-faa29448-29f9-4cec-a905-4ffe1406e769 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.426913 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-faa29448-29f9-4cec-a905-4ffe1406e769 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326597 Mar 04 00:53:02.430583 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49068) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:02.434923 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Request body: {'floatingip': {'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:02.440006 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-947283ca-2419-4eab-b0e6-e552bfc6ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (c04ab683-d1c8-469c-b490-de006f969c2b), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.442454 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-947283ca-2419-4eab-b0e6-e552bfc6ed46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.444089 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-947283ca-2419-4eab-b0e6-e552bfc6ed46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c04ab683-d1c8-469c-b490-de006f969c2b HTTP/1.1" status: 204 len: 168 time: 0.1303520 Mar 04 00:53:02.458131 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947283ca-2419-4eab-b0e6-e552bfc6ed46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04ab683-d1c8-469c-b490-de006f969c2b,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:02.474158 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.575541 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 43cf44a1-b0bc-4049-a98d-e337eafc0891 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:53:02.576173 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.598304 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: 43cf44a1-b0bc-4049-a98d-e337eafc0891 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:53:02.598654 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 43cf44a1-b0bc-4049-a98d-e337eafc0891 not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:53:02.693988 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Allocated IP 172.27.0.86 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/93b66848-11e8-495a-a271-68dac80ec93f) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:53:02.833165 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for port (93b66848-11e8-495a-a271-68dac80ec93f), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.880039 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (93b66848-11e8-495a-a271-68dac80ec93f), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:02.913754 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:53:02.916723 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:53:02.921207 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:53:02.961467 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event updated for resources: {'Port': ['ID=93b66848-11e8-495a-a271-68dac80ec93f,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:03.049559 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for floatingip (22e44a04-78d6-4543-8573-169ac34ae95f), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:03.089305 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (93b66848-11e8-495a-a271-68dac80ec93f), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:03.244182 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for port (93b66848-11e8-495a-a271-68dac80ec93f), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:03.249059 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (93b66848-11e8-495a-a271-68dac80ec93f), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:03.316906 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df34fcf-ee2e-4e2e-bf9f-4ce1644b9bb6 req-b2358a04-c9f8-4e23-a2ce-fb64f1da5459 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:03.320048 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6df34fcf-ee2e-4e2e-bf9f-4ce1644b9bb6 req-b2358a04-c9f8-4e23-a2ce-fb64f1da5459 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 945 time: 0.0669124 Mar 04 00:53:03.329501 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event updated for resources: {'Port': ['ID=93b66848-11e8-495a-a271-68dac80ec93f,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:03.342187 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (22e44a04-78d6-4543-8573-169ac34ae95f), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:03.361965 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:03.364219 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-2256f182-f5dd-41d4-87be-f5638d5ba053 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9323566 Mar 04 00:53:03.381952 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6df34fcf-ee2e-4e2e-bf9f-4ce1644b9bb6 req-e41a30b4-1618-43ac-b83d-aae7728ad32a tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555527 Mar 04 00:53:03.560701 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-2c49b47c-5821-4fd9-97a3-a0a0549f2ad2 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--489074817&fields=id&tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc HTTP/1.1" status: 200 len: 267 time: 0.0416648 Mar 04 00:53:03.679326 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-8848bec8-0114-4ce4-8e24-76efe443418e tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:03.681317 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-8848bec8-0114-4ce4-8e24-76efe443418e tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/networks?id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 HTTP/1.1" status: 200 len: 816 time: 0.1135671 Mar 04 00:53:03.696809 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-825ce536-f2e0-419b-bb97-270fe4784479 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/quotas/57fd73dcb8be40ecaa8e8a0617cf5cfc HTTP/1.1" status: 200 len: 375 time: 0.0095832 Mar 04 00:53:03.754045 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-3cbb3a59-55c8-4782-a1b7-0e3e678d0d59 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498197 Mar 04 00:53:03.849165 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-9c49b7e0-e3c9-41b7-b314-69d365b45ba9 service neutron] 10.222.0.23 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834036 Mar 04 00:53:03.937216 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-2444ae6c-b768-4a7a-be0e-511ed370916e service neutron] 10.222.0.23 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820048 Mar 04 00:53:04.103891 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-405409a0-8ad4-4f71-98f2-8c9248b7d559 req-3d62e8b7-8071-49f6-96ae-43f841ec57a3 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 210 time: 0.0262673 Mar 04 00:53:04.508791 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f1f5e-7287-4cd8-a9a8-5ca3fea1272a req-8c1b3549-1a12-4a78-a47d-e890af5ce9a9 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:04.510357 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-068f1f5e-7287-4cd8-a9a8-5ca3fea1272a req-8c1b3549-1a12-4a78-a47d-e890af5ce9a9 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 945 time: 0.0589139 Mar 04 00:53:04.557998 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-068f1f5e-7287-4cd8-a9a8-5ca3fea1272a req-3f4bc6d9-8066-4391-80dc-a31ee20b74d1 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417187 Mar 04 00:53:05.203675 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3129d49c-1df8-43b0-bbd5-a390ec508963 req-a8352dd4-b807-45ec-8fcf-58401334bbf6 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 210 time: 0.0276768 Mar 04 00:53:05.268397 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b16c7-cf83-46ae-8b91-8c820be364f8 req-e847de8b-6086-4ac3-9a5c-83a107ec067e tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:05.269869 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-b38b16c7-cf83-46ae-8b91-8c820be364f8 req-e847de8b-6086-4ac3-9a5c-83a107ec067e tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 945 time: 0.3438053 Mar 04 00:53:05.302820 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f1050d95-83d6-4c43-afe5-53976e579afd tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:05.304687 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f1050d95-83d6-4c43-afe5-53976e579afd tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.20 "GET /v2.0/networks?id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 HTTP/1.1" status: 200 len: 816 time: 0.3522747 Mar 04 00:53:05.673101 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dd003-29cb-4371-9fdc-ee47c49898ea req-0911ba08-becf-4821-9681-baa7a836a19c tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:05.674677 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-605dd003-29cb-4371-9fdc-ee47c49898ea req-0911ba08-becf-4821-9681-baa7a836a19c tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 945 time: 0.0516257 Mar 04 00:53:05.719953 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-605dd003-29cb-4371-9fdc-ee47c49898ea req-f5cc7077-fab4-4a9f-a334-eae44ce49704 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398397 Mar 04 00:53:06.303526 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ff9cdd97-16ba-4c58-ba58-495c46034441 req-51a5959b-2367-48a4-898b-de97ca99ba44 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 210 time: 0.0303614 Mar 04 00:53:06.836530 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe5052-ef7e-4e12-8941-ccf3292204ae req-09c8d4bc-d84c-49cb-8bcf-21de6ac96938 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:06.838012 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d2fe5052-ef7e-4e12-8941-ccf3292204ae req-09c8d4bc-d84c-49cb-8bcf-21de6ac96938 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 945 time: 0.0511360 Mar 04 00:53:06.883800 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d2fe5052-ef7e-4e12-8941-ccf3292204ae req-04309d98-ca7c-4ebe-ac81-2cd32aafb2bd tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396247 Mar 04 00:53:07.404770 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8cbcd1e2-1f6d-4996-84ac-9c6c98266020 req-0034a245-c303-4336-82d3-d3cca898f223 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 210 time: 0.0313330 Mar 04 00:53:07.696069 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f6f99c44-15a4-46da-b661-739cfa43a191 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc HTTP/1.1" status: 200 len: 379 time: 0.1073270 Mar 04 00:53:07.707599 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-d1b9e04d-1a2f-40d9-ab5f-3c2ed6080765 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Request body: {'port': {'device_id': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'admin_state_up': True, 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'security_groups': ['087238d5-8176-4d57-84d2-475df5039e1d']}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:07.775593 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-b38b16c7-cf83-46ae-8b91-8c820be364f8 req-5fd89fd5-d7bf-45e0-831f-f27181c6819a tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Deleting port dca759c0-0243-439b-8296-119245f4c2ea {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:53:07.775990 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-b38b16c7-cf83-46ae-8b91-8c820be364f8 req-5fd89fd5-d7bf-45e0-831f-f27181c6819a tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (dca759c0-0243-439b-8296-119245f4c2ea), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:07.891321 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-b38b16c7-cf83-46ae-8b91-8c820be364f8 req-5fd89fd5-d7bf-45e0-831f-f27181c6819a tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] For port dca759c0-0243-439b-8296-119245f4c2ea, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=dca759c0-0243-439b-8296-119245f4c2ea,segment=NetworkSegment(cb8623a0-5ac4-460c-822f-9b8a857072b2),segment_id=cb8623a0-5ac4-460c-822f-9b8a857072b2)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:53:07.891681 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-b38b16c7-cf83-46ae-8b91-8c820be364f8 req-5fd89fd5-d7bf-45e0-831f-f27181c6819a tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (dca759c0-0243-439b-8296-119245f4c2ea), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:07.893993 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-d1b9e04d-1a2f-40d9-ab5f-3c2ed6080765 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Made reservation on behalf of 57fd73dcb8be40ecaa8e8a0617cf5cfc for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:53:07.897198 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-d1b9e04d-1a2f-40d9-ab5f-3c2ed6080765 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:07.918244 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-b38b16c7-cf83-46ae-8b91-8c820be364f8 req-5fd89fd5-d7bf-45e0-831f-f27181c6819a tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Calling delete_port for dca759c0-0243-439b-8296-119245f4c2ea owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:53:08.008630 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74146feb-4781-4ef6-bd8c-4153eefba471 req-15d8933f-59f0-4c59-b96b-09c895fe6279 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:08.010323 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-74146feb-4781-4ef6-bd8c-4153eefba471 req-15d8933f-59f0-4c59-b96b-09c895fe6279 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 945 time: 0.0560629 Mar 04 00:53:08.074051 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-74146feb-4781-4ef6-bd8c-4153eefba471 req-d82098a9-f416-480b-9b9c-5174a0562823 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/security-groups?id=701fb9ff-08aa-424a-8be8-10c1f06295be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524983 Mar 04 00:53:08.127833 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-d1b9e04d-1a2f-40d9-ab5f-3c2ed6080765 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Allocated IP 172.20.0.13 (68cec896-b5ba-4d83-aa75-a90c9dc1a1d2/87bec407-8dd4-4f43-bf0c-56797aa95a7a/8b615ace-fdf7-44d4-9054-3c37e3ca0320) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:53:08.173582 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-b38b16c7-cf83-46ae-8b91-8c820be364f8 req-5fd89fd5-d7bf-45e0-831f-f27181c6819a tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (dca759c0-0243-439b-8296-119245f4c2ea), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:08.220168 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd89fd5-d7bf-45e0-831f-f27181c6819a tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Pushing event deleted for resources: {'Port': ['ID=dca759c0-0243-439b-8296-119245f4c2ea,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:08.295380 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38b16c7-cf83-46ae-8b91-8c820be364f8 req-5fd89fd5-d7bf-45e0-831f-f27181c6819a tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] No DVR routers for this DVR port dca759c0-0243-439b-8296-119245f4c2ea on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:53:08.299087 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-b38b16c7-cf83-46ae-8b91-8c820be364f8 req-5fd89fd5-d7bf-45e0-831f-f27181c6819a tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:08.302354 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-b38b16c7-cf83-46ae-8b91-8c820be364f8 req-5fd89fd5-d7bf-45e0-831f-f27181c6819a tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.20 "DELETE /v2.0/ports/dca759c0-0243-439b-8296-119245f4c2ea HTTP/1.1" status: 204 len: 173 time: 0.7073190 Mar 04 00:53:08.302787 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d69882-1852-49b2-a09a-c81c8dc29dd6', 'name': 'network-vif-deleted', 'tag': 'dca759c0-0243-439b-8296-119245f4c2ea'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:53:08.305511 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ebf8fc-254e-40eb-aa9e-70db265752a5" -d '{"events": [{"server_uuid": "c3d69882-1852-49b2-a09a-c81c8dc29dd6", "name": "network-vif-deleted", "tag": "dca759c0-0243-439b-8296-119245f4c2ea"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:53:08.341958 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7034e9c4-da58-4b1f-9e67-cfe0a0806793 x-openstack-request-id: req-7034e9c4-da58-4b1f-9e67-cfe0a0806793 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:53:08.342254 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d69882-1852-49b2-a09a-c81c8dc29dd6", "name": "network-vif-deleted", "tag": "dca759c0-0243-439b-8296-119245f4c2ea", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:53:08.342510 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7034e9c4-da58-4b1f-9e67-cfe0a0806793 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:53:08.342939 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d69882-1852-49b2-a09a-c81c8dc29dd6', 'name': 'network-vif-deleted', 'tag': 'dca759c0-0243-439b-8296-119245f4c2ea', 'status': 'completed', 'code': 200} Mar 04 00:53:08.358579 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-d1b9e04d-1a2f-40d9-ab5f-3c2ed6080765 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:08.391885 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-d1b9e04d-1a2f-40d9-ab5f-3c2ed6080765 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:08.435802 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-d1b9e04d-1a2f-40d9-ab5f-3c2ed6080765 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:53:08.438940 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-d1b9e04d-1a2f-40d9-ab5f-3c2ed6080765 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:53:08.443014 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-d1b9e04d-1a2f-40d9-ab5f-3c2ed6080765 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:53:08.471459 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9e04d-1a2f-40d9-ab5f-3c2ed6080765 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event updated for resources: {'Port': ['ID=8b615ace-fdf7-44d4-9054-3c37e3ca0320,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:08.502214 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-d1b9e04d-1a2f-40d9-ab5f-3c2ed6080765 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:08.504033 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-d1b9e04d-1a2f-40d9-ab5f-3c2ed6080765 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:08.522286 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-d1b9e04d-1a2f-40d9-ab5f-3c2ed6080765 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8189898 Mar 04 00:53:08.539192 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f55e1-1a84-4ab7-b5c2-e92e1c843097 req-fe552bdc-98b5-42dd-b1d8-e3274ff1036b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:08.540771 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bb5f55e1-1a84-4ab7-b5c2-e92e1c843097 req-fe552bdc-98b5-42dd-b1d8-e3274ff1036b tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 932 time: 0.0583768 Mar 04 00:53:08.589719 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bb5f55e1-1a84-4ab7-b5c2-e92e1c843097 req-6dcbda94-417f-4020-912e-17d21dd8cab5 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431051 Mar 04 00:53:08.705920 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-cf020601-0a4f-41eb-a3a2-9c32dc3c8588 None None] Provisioning complete for port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:08.706505 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cf020601-0a4f-41eb-a3a2-9c32dc3c8588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:08.738847 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-cf020601-0a4f-41eb-a3a2-9c32dc3c8588 None None] Port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:53:09.160639 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-de63d310-9cb6-43d1-8831-bd314737470f req-a5fc5b01-239b-4455-9ced-0d89833be259 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 210 time: 0.0282099 Mar 04 00:53:09.709153 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41dfc5-1d96-406a-9e11-519c3e6be69b req-92d3f165-763a-4777-b8cc-8d8a66db09bd tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:09.710737 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bb41dfc5-1d96-406a-9e11-519c3e6be69b req-92d3f165-763a-4777-b8cc-8d8a66db09bd tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 932 time: 0.0516326 Mar 04 00:53:09.765925 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bb41dfc5-1d96-406a-9e11-519c3e6be69b req-be6ee351-3677-464e-af70-618926a10a49 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474339 Mar 04 00:53:10.254154 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1c2fe5c9-39d0-4cd5-b7f0-4406ea4f2cc0 req-7bb8a935-05dc-4aa4-8cce-2f9a289200c4 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 210 time: 0.0259781 Mar 04 00:53:10.886385 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9a5c7-46b8-4139-84fe-9771dccbc9e0 req-1551d0e0-99b1-45ff-a2f7-879325751fc5 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:10.887829 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5ac9a5c7-46b8-4139-84fe-9771dccbc9e0 req-1551d0e0-99b1-45ff-a2f7-879325751fc5 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 932 time: 0.0517859 Mar 04 00:53:10.934827 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5ac9a5c7-46b8-4139-84fe-9771dccbc9e0 req-094ce6b4-81a3-4f0d-85d1-1364543d0171 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412884 Mar 04 00:53:10.947818 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device dca759c0-0243-439b-8296-119245f4c2ea no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:53:10.959288 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Request body: {'port': {'device_id': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:10.977720 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: dca759c0-0243-439b-8296-119245f4c2ea {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:53:10.978088 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device dca759c0-0243-439b-8296-119245f4c2ea not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:53:11.021421 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:11.277592 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b615ace-fdf7-44d4-9054-3c37e3ca0320 {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:53:11.287006 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Publish callbacks [] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:11.301865 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Transition to ACTIVE for port object 8b615ace-fdf7-44d4-9054-3c37e3ca0320 will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:53:11.306174 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:11.363804 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b615ace-fdf7-44d4-9054-3c37e3ca0320,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:11.383792 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a8bb1ce3-dc53-451f-abb5-439d8e4999b3 req-e5171004-0b5c-4991-bf9a-ba2ea602e511 tempest-VolumesSnapshotTestJSON-1313812266 tempest-VolumesSnapshotTestJSON-1313812266-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d69882-1852-49b2-a09a-c81c8dc29dd6 HTTP/1.1" status: 200 len: 210 time: 0.0476172 Mar 04 00:53:11.452524 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Attempting to bind port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:53:11.452930 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Attempting to bind port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'a5e2cb8f-7f16-4558-b388-05a86a8019a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:53:11.453361 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Attempting to bind port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 on network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:53:11.458887 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 on network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:53:11.459283 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Attempting to bind port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 on network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:53:11.466029 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:53:11.466529 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Checking segment: {'id': 'a5e2cb8f-7f16-4558-b388-05a86a8019a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:53:11.466914 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Bound using segment: {'id': 'a5e2cb8f-7f16-4558-b388-05a86a8019a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:53:11.467352 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Bound port: 8b615ace-fdf7-44d4-9054-3c37e3ca0320, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e2cb8f-7f16-4558-b388-05a86a8019a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:53:11.467779 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:11.544659 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] For port 8b615ace-fdf7-44d4-9054-3c37e3ca0320, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:53:11.547937 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] For port 8b615ace-fdf7-44d4-9054-3c37e3ca0320, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:53:11.553883 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:11.589456 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:11.590099 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:11.591476 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] 10.222.0.20 "PUT /v2.0/ports/8b615ace-fdf7-44d4-9054-3c37e3ca0320 HTTP/1.1" status: 200 len: 1094 time: 0.6376753 Mar 04 00:53:11.591942 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'tag': '8b615ace-fdf7-44d4-9054-3c37e3ca0320'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:53:11.594221 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cef8d28-b677-4a56-b74c-4b9d5f861c47" -d '{"events": [{"name": "network-changed", "server_uuid": "16218e62-d4eb-4866-9b7c-b61044ddd8f4", "tag": "8b615ace-fdf7-44d4-9054-3c37e3ca0320"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:53:11.619483 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f8fd7-f165-4e56-b931-562187d51cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b615ace-fdf7-44d4-9054-3c37e3ca0320,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:11.643262 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa41a2be-3703-4b1c-a72f-2ceadd1758e8 x-openstack-request-id: req-fa41a2be-3703-4b1c-a72f-2ceadd1758e8 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:53:11.643618 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16218e62-d4eb-4866-9b7c-b61044ddd8f4", "tag": "8b615ace-fdf7-44d4-9054-3c37e3ca0320", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:53:11.643964 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa41a2be-3703-4b1c-a72f-2ceadd1758e8 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:53:11.644455 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'tag': '8b615ace-fdf7-44d4-9054-3c37e3ca0320', 'status': 'completed', 'code': 200} Mar 04 00:53:11.693686 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f5c803af-a21e-4316-9838-382bdbb6cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:11.696240 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f5c803af-a21e-4316-9838-382bdbb6cd14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc&device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 1128 time: 0.0462980 Mar 04 00:53:12.055433 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88733566-60f8-4b2f-8863-f6f69301f4c5 req-e18d235c-7501-4e62-aea9-ef05ea921200 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:12.057003 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-88733566-60f8-4b2f-8863-f6f69301f4c5 req-e18d235c-7501-4e62-aea9-ef05ea921200 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0548902 Mar 04 00:53:12.101709 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-88733566-60f8-4b2f-8863-f6f69301f4c5 req-f701707d-52ae-4648-b261-4b70242e897d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391142 Mar 04 00:53:13.220606 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a76dd-5531-42c2-947e-96425d4858e0 req-7639e181-682a-493f-ad96-23e2239b2f08 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:13.222081 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a03a76dd-5531-42c2-947e-96425d4858e0 req-7639e181-682a-493f-ad96-23e2239b2f08 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0511765 Mar 04 00:53:13.266274 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a03a76dd-5531-42c2-947e-96425d4858e0 req-66af8af6-de68-43f3-8a0f-8916462999eb tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388906 Mar 04 00:53:13.309297 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-2ad1cb7c-55bc-4070-b71d-900d7a15d504 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320 HTTP/1.1" status: 200 len: 217 time: 0.0334187 Mar 04 00:53:14.237326 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-48b0f31c-5114-4cbe-bcb7-cc5ffd133ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:14.238802 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-48b0f31c-5114-4cbe-bcb7-cc5ffd133ee9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87bec407-8dd4-4f43-bf0c-56797aa95a7a HTTP/1.1" status: 200 len: 855 time: 0.0465581 Mar 04 00:53:14.285637 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f45a452c-1454-4d2e-90e4-dffa0106a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:14.287146 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-f45a452c-1454-4d2e-90e4-dffa0106a06f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425467 Mar 04 00:53:14.378768 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-1ec5df19-8349-43ed-be1f-2e2fcc51cf06 service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851796 Mar 04 00:53:14.388211 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d05bc2-3f91-48ca-9411-cc7887818d69 req-d7472e01-d08b-4b22-8107-7d4ae3f90bb9 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:14.389966 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-39d05bc2-3f91-48ca-9411-cc7887818d69 req-d7472e01-d08b-4b22-8107-7d4ae3f90bb9 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0538435 Mar 04 00:53:14.441167 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-39d05bc2-3f91-48ca-9411-cc7887818d69 req-915408b1-e810-4d08-9aa7-7db1a0b57938 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456297 Mar 04 00:53:14.469611 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3d1da9c2-2907-4443-ace4-4f0db72c8ab9 req-9fc89f1a-481e-46d1-854f-79086e30e329 service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849361 Mar 04 00:53:14.562334 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef8d28-b677-4a56-b74c-4b9d5f861c47 req-21e5523c-1c43-46a3-951f-4eca90906621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:14.563841 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1cef8d28-b677-4a56-b74c-4b9d5f861c47 req-21e5523c-1c43-46a3-951f-4eca90906621 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc&device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 1128 time: 0.0450578 Mar 04 00:53:14.662229 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef8d28-b677-4a56-b74c-4b9d5f861c47 req-a561b419-a75e-412a-a448-c547fe12675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:14.663787 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1cef8d28-b677-4a56-b74c-4b9d5f861c47 req-a561b419-a75e-412a-a448-c547fe12675d service neutron] 10.222.0.20 "GET /v2.0/networks?id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 HTTP/1.1" status: 200 len: 917 time: 0.0903881 Mar 04 00:53:14.705271 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1cef8d28-b677-4a56-b74c-4b9d5f861c47 req-ab38da45-9310-4eed-ae43-6769d1a49f57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320 HTTP/1.1" status: 200 len: 217 time: 0.0350995 Mar 04 00:53:14.754222 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef8d28-b677-4a56-b74c-4b9d5f861c47 req-a1846ef6-b718-4eb5-a31b-c7bbd13673a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:14.755711 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1cef8d28-b677-4a56-b74c-4b9d5f861c47 req-a1846ef6-b718-4eb5-a31b-c7bbd13673a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87bec407-8dd4-4f43-bf0c-56797aa95a7a HTTP/1.1" status: 200 len: 855 time: 0.0433333 Mar 04 00:53:14.814041 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef8d28-b677-4a56-b74c-4b9d5f861c47 req-db2c9cdc-caf5-40ad-8fbe-38a6ac9a7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:14.815549 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1cef8d28-b677-4a56-b74c-4b9d5f861c47 req-db2c9cdc-caf5-40ad-8fbe-38a6ac9a7f8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528095 Mar 04 00:53:14.909389 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1cef8d28-b677-4a56-b74c-4b9d5f861c47 req-1114a209-699c-4bbd-add1-9e8beba2a551 service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860434 Mar 04 00:53:15.017540 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-1cef8d28-b677-4a56-b74c-4b9d5f861c47 req-660318d4-ac0b-49a2-9aa3-4f59d7a1b170 service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012526 Mar 04 00:53:15.561958 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f08c4-b82a-4e59-9f5f-d4dfff4900f0 req-3d822f28-769e-4625-84bd-dc56e5708bfa tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:15.563428 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9f1f08c4-b82a-4e59-9f5f-d4dfff4900f0 req-3d822f28-769e-4625-84bd-dc56e5708bfa tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0520551 Mar 04 00:53:15.612687 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9f1f08c4-b82a-4e59-9f5f-d4dfff4900f0 req-52ddb8c1-cd73-4ab0-bb39-783cd0ce3fbf tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437944 Mar 04 00:53:16.743166 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad92505-eec2-450d-abad-6eaf2fedf7ea req-729a9539-1bc7-4f0b-abbf-68b501926bd1 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:16.744645 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bad92505-eec2-450d-abad-6eaf2fedf7ea req-729a9539-1bc7-4f0b-abbf-68b501926bd1 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0558836 Mar 04 00:53:16.790923 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bad92505-eec2-450d-abad-6eaf2fedf7ea req-1005c835-6572-4b98-be88-7a9cbce6f174 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407538 Mar 04 00:53:17.748534 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 8b615ace-fdf7-44d4-9054-3c37e3ca0320 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:53:17.843629 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 8b615ace-fdf7-44d4-9054-3c37e3ca0320, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:53:17.859869 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '8b615ace-fdf7-44d4-9054-3c37e3ca0320', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'port_id': '8b615ace-fdf7-44d4-9054-3c37e3ca0320', 'mac_address': 'fa:16:3e:69:46:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:53:17.897353 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:17.897747 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:17.911395 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b615ace-fdf7-44d4-9054-3c37e3ca0320 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:53:17.918879 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34e3e0-0b11-48cd-99b1-ed24217c7d82 req-7153ba66-fc24-48dc-830e-6e2449b57735 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:17.920771 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9f34e3e0-0b11-48cd-99b1-ed24217c7d82 req-7153ba66-fc24-48dc-830e-6e2449b57735 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0586658 Mar 04 00:53:17.932207 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 8b615ace-fdf7-44d4-9054-3c37e3ca0320, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:53:17.936912 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:17.969737 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9f34e3e0-0b11-48cd-99b1-ed24217c7d82 req-ade0b0ff-0e0b-42c5-ba14-54f905b5eb61 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426879 Mar 04 00:53:17.988650 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=8b615ace-fdf7-44d4-9054-3c37e3ca0320,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:17.997797 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:17.999968 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:18.000258 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:18.000597 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:18.000932 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:18.001258 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:18.001581 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:18.001928 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:18.002250 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:18.002572 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:18.002889 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:18.003203 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:18.003520 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:18.201588 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['8b615ace-fdf7-44d4-9054-3c37e3ca0320'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:53:18.972247 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 8b615ace-fdf7-44d4-9054-3c37e3ca0320 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:53:19.023931 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:53:19.028307 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:19.028693 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:19.095435 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ea3dd-c2b6-4681-8527-e9c4d2ec18ed req-438b3d12-4329-4628-9398-8be8e1ff5de2 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:19.096935 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-228ea3dd-c2b6-4681-8527-e9c4d2ec18ed req-438b3d12-4329-4628-9398-8be8e1ff5de2 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 945 time: 0.0525420 Mar 04 00:53:19.110195 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:19.110587 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:19.133880 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b615ace-fdf7-44d4-9054-3c37e3ca0320'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:53:19.136122 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675306c4-bc6f-4cac-a708-6981dbcaf57c" -d '{"events": [{"server_uuid": "16218e62-d4eb-4866-9b7c-b61044ddd8f4", "name": "network-vif-plugged", "status": "completed", "tag": "8b615ace-fdf7-44d4-9054-3c37e3ca0320"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:53:19.145571 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-228ea3dd-c2b6-4681-8527-e9c4d2ec18ed req-ad424e6d-5309-4598-8fa4-bc47a2f1cbd0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423436 Mar 04 00:53:19.149016 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 8b615ace-fdf7-44d4-9054-3c37e3ca0320, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:53:19.153318 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:19.179225 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56eaee65-3b26-49f3-a6b8-aa246f6498f5 x-openstack-request-id: req-56eaee65-3b26-49f3-a6b8-aa246f6498f5 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:53:19.179225 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16218e62-d4eb-4866-9b7c-b61044ddd8f4", "name": "network-vif-plugged", "status": "completed", "tag": "8b615ace-fdf7-44d4-9054-3c37e3ca0320", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:53:19.179225 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56eaee65-3b26-49f3-a6b8-aa246f6498f5 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:53:19.179557 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b615ace-fdf7-44d4-9054-3c37e3ca0320', 'code': 200} Mar 04 00:53:19.204867 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=8b615ace-fdf7-44d4-9054-3c37e3ca0320,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:19.366774 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e65839-ea37-466d-8018-2d87867d6826 req-47076ab4-297f-47dc-870d-fe0a60815f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:19.368739 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-c1e65839-ea37-466d-8018-2d87867d6826 req-47076ab4-297f-47dc-870d-fe0a60815f4f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 1130 time: 0.0505736 Mar 04 00:53:19.412013 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-c1e65839-ea37-466d-8018-2d87867d6826 req-f900f99a-4cd3-432f-a04d-d8f7b3389f80 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371354 Mar 04 00:53:19.445387 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6ed54c12-a400-45bd-be68-a3a3b270d13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:20.279142 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5878957-79d5-4a2f-80a1-8fc3f2c4fe29 req-f210709d-10c9-49e0-a9e5-c908d48055c5 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:20.280643 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d5878957-79d5-4a2f-80a1-8fc3f2c4fe29 req-f210709d-10c9-49e0-a9e5-c908d48055c5 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0517769 Mar 04 00:53:20.329058 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d5878957-79d5-4a2f-80a1-8fc3f2c4fe29 req-898d532f-41a8-49ff-83e4-16e725f8b403 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429487 Mar 04 00:53:21.452775 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b4933-a00f-4fa8-acdb-9b8dd94139e4 req-4010db9a-63e9-4e9d-b32d-aca6b4c007aa tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:21.454202 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-605b4933-a00f-4fa8-acdb-9b8dd94139e4 req-4010db9a-63e9-4e9d-b32d-aca6b4c007aa tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0528028 Mar 04 00:53:21.501403 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-605b4933-a00f-4fa8-acdb-9b8dd94139e4 req-99ddbb47-2b73-48f6-8fac-5d3372871bf8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416746 Mar 04 00:53:21.619524 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da50529-5ec5-43a0-84e7-d0c164184053 req-3d410298-5314-435d-ad3b-7a76adce1a2a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:21.620988 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1da50529-5ec5-43a0-84e7-d0c164184053 req-3d410298-5314-435d-ad3b-7a76adce1a2a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0533853 Mar 04 00:53:21.629310 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 49324) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:21.634066 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-dd8fe850-4aa3-48ed-9acd-0a4c820375e2 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Request body: {'floatingip': {'port_id': '8b615ace-fdf7-44d4-9054-3c37e3ca0320'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:21.675686 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe850-4aa3-48ed-9acd-0a4c820375e2 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for floatingip (22e44a04-78d6-4543-8573-169ac34ae95f), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:21.703730 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-dc07a3a1-4e5c-4022-8696-cffa1b43fc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:21.981252 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49336) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:22.120589 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-4c79e85d-d684-4023-b974-8c3545fff6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:22.157893 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe850-4aa3-48ed-9acd-0a4c820375e2 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:22.161648 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe850-4aa3-48ed-9acd-0a4c820375e2 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (22e44a04-78d6-4543-8573-169ac34ae95f), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:22.196574 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-4c79e85d-d684-4023-b974-8c3545fff6bc admin admin] Publish callbacks [] for security_group (2c59220e-595a-47bb-a4ce-3ae1d15d5d0e), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:22.200456 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-4c79e85d-d684-4023-b974-8c3545fff6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (2c59220e-595a-47bb-a4ce-3ae1d15d5d0e), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:22.241233 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79e85d-d684-4023-b974-8c3545fff6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c59220e-595a-47bb-a4ce-3ae1d15d5d0e,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:22.248124 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-4c79e85d-d684-4023-b974-8c3545fff6bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11e581fe6a8e49b2bb65a34f52728f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656548 Mar 04 00:53:22.250400 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49342) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:22.264991 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.l3_db [None req-dd8fe850-4aa3-48ed-9acd-0a4c820375e2 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Floating IP 22e44a04-78d6-4543-8573-169ac34ae95f associated. External IP: 172.27.0.86, port: 8b615ace-fdf7-44d4-9054-3c37e3ca0320. Mar 04 00:53:22.297960 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-768397c2-293a-4633-b877-b5f3e726b2df admin admin] Publish callbacks [] for security_group (2c59220e-595a-47bb-a4ce-3ae1d15d5d0e), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:22.319348 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-768397c2-293a-4633-b877-b5f3e726b2df admin admin] Publish callbacks [] for security_group (2c59220e-595a-47bb-a4ce-3ae1d15d5d0e), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:22.365925 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-768397c2-293a-4633-b877-b5f3e726b2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (2c59220e-595a-47bb-a4ce-3ae1d15d5d0e), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:22.369066 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-768397c2-293a-4633-b877-b5f3e726b2df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:22.370248 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-768397c2-293a-4633-b877-b5f3e726b2df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c59220e-595a-47bb-a4ce-3ae1d15d5d0e HTTP/1.1" status: 204 len: 168 time: 0.1188493 Mar 04 00:53:22.380539 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768397c2-293a-4633-b877-b5f3e726b2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c59220e-595a-47bb-a4ce-3ae1d15d5d0e,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:22.486008 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8fe850-4aa3-48ed-9acd-0a4c820375e2 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Router de85fe9f-db05-412c-9543-13f31cdaa01b has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:53:22.596731 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8fe850-4aa3-48ed-9acd-0a4c820375e2 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:53:22.601909 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe850-4aa3-48ed-9acd-0a4c820375e2 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:22.608436 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77863cf-6b44-4b80-8256-e43466c10b8e None None] Sync routers for ids ['de85fe9f-db05-412c-9543-13f31cdaa01b'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:53:22.618414 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77863cf-6b44-4b80-8256-e43466c10b8e None None] Routers {'de85fe9f-db05-412c-9543-13f31cdaa01b'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:53:22.619029 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-e77863cf-6b44-4b80-8256-e43466c10b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['de85fe9f-db05-412c-9543-13f31cdaa01b'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:22.633899 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-dd8fe850-4aa3-48ed-9acd-0a4c820375e2 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "PUT /v2.0/floatingips/22e44a04-78d6-4543-8573-169ac34ae95f HTTP/1.1" status: 200 len: 991 time: 1.0034764 Mar 04 00:53:22.634489 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'tag': '8b615ace-fdf7-44d4-9054-3c37e3ca0320'}] {{(pid=109681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:53:22.636830 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae4805007b3bb6190c1129a79b84dd0e255d51cd65cf20037da88792fc2b9a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f18d035-c36d-4658-b421-93fadfbd2537" -d '{"events": [{"name": "network-changed", "server_uuid": "16218e62-d4eb-4866-9b7c-b61044ddd8f4", "tag": "8b615ace-fdf7-44d4-9054-3c37e3ca0320"}]}' {{(pid=109681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:53:22.684106 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee31662-afc6-4b23-96d8-5b49957fa30e x-openstack-request-id: req-0ee31662-afc6-4b23-96d8-5b49957fa30e {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:53:22.684402 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16218e62-d4eb-4866-9b7c-b61044ddd8f4", "tag": "8b615ace-fdf7-44d4-9054-3c37e3ca0320", "status": "completed", "code": 200}]} {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:53:22.684665 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ee31662-afc6-4b23-96d8-5b49957fa30e {{(pid=109681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:53:22.685073 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'tag': '8b615ace-fdf7-44d4-9054-3c37e3ca0320', 'status': 'completed', 'code': 200} Mar 04 00:53:22.735043 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-e77863cf-6b44-4b80-8256-e43466c10b8e None None] Set router de85fe9f-db05-412c-9543-13f31cdaa01b gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:53:22.825267 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:23.026194 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-e77863cf-6b44-4b80-8256-e43466c10b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:40Z', 'revision_number': 4, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': '22e44a04-78d6-4543-8573-169ac34ae95f', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'port_id': '8b615ace-fdf7-44d4-9054-3c37e3ca0320', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'mac_address': 'fa:16:3e:69:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:53:02Z', 'updated_at': '2022-03-04T00:53:22Z', 'revision_number': 1, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb46834-f660-4b93-b19d-c69bf18445d9', 'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'mac_address': 'fa:16:3e:ce:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:38Z', 'updated_at': '2022-03-04T00:48:48Z', 'revision_number': 5, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'subnets': [{'id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:23.060248 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77863cf-6b44-4b80-8256-e43466c10b8e None None] Checking router: de85fe9f-db05-412c-9543-13f31cdaa01b for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:53:23.068615 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77863cf-6b44-4b80-8256-e43466c10b8e None None] Routers {'de85fe9f-db05-412c-9543-13f31cdaa01b'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:53:23.069303 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-e77863cf-6b44-4b80-8256-e43466c10b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['de85fe9f-db05-412c-9543-13f31cdaa01b'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:23.184545 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-e77863cf-6b44-4b80-8256-e43466c10b8e None None] Set router de85fe9f-db05-412c-9543-13f31cdaa01b gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:53:23.405360 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-e77863cf-6b44-4b80-8256-e43466c10b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:40Z', 'revision_number': 4, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': '22e44a04-78d6-4543-8573-169ac34ae95f', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'port_id': '8b615ace-fdf7-44d4-9054-3c37e3ca0320', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'mac_address': 'fa:16:3e:69:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:53:02Z', 'updated_at': '2022-03-04T00:53:22Z', 'revision_number': 1, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb46834-f660-4b93-b19d-c69bf18445d9', 'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'mac_address': 'fa:16:3e:ce:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:38Z', 'updated_at': '2022-03-04T00:48:48Z', 'revision_number': 5, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'subnets': [{'id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:23.431249 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77863cf-6b44-4b80-8256-e43466c10b8e None None] The sync data for ids ['de85fe9f-db05-412c-9543-13f31cdaa01b'] in dv-cinder-812685-7-iscsi is: [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:40Z', 'revision_number': 4, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': '22e44a04-78d6-4543-8573-169ac34ae95f', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'port_id': '8b615ace-fdf7-44d4-9054-3c37e3ca0320', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'mac_address': 'fa:16:3e:69:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:53:02Z', 'updated_at': '2022-03-04T00:53:22Z', 'revision_number': 1, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb46834-f660-4b93-b19d-c69bf18445d9', 'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'mac_address': 'fa:16:3e:ce:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:38Z', 'updated_at': '2022-03-04T00:48:48Z', 'revision_number': 5, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'subnets': [{'id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:53:23.665485 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d358ba7-2517-4c59-9a19-28944ab24961 None None] New status for floating IP 22e44a04-78d6-4543-8573-169ac34ae95f: ACTIVE {{(pid=109683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:53:24.110602 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:24.891859 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18d035-c36d-4658-b421-93fadfbd2537 req-8bdd29d5-abfe-43f1-928a-9a6735ce69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:24.893277 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f18d035-c36d-4658-b421-93fadfbd2537 req-8bdd29d5-abfe-43f1-928a-9a6735ce69e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc&device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 1130 time: 0.0447459 Mar 04 00:53:24.983154 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18d035-c36d-4658-b421-93fadfbd2537 req-c8a17f2f-c119-48e6-90e0-c992129877b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:24.984623 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f18d035-c36d-4658-b421-93fadfbd2537 req-c8a17f2f-c119-48e6-90e0-c992129877b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 HTTP/1.1" status: 200 len: 917 time: 0.0853224 Mar 04 00:53:25.049649 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f18d035-c36d-4658-b421-93fadfbd2537 req-d5fb5326-b37b-445a-8563-429216244ef7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320 HTTP/1.1" status: 200 len: 1001 time: 0.0578754 Mar 04 00:53:25.098403 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18d035-c36d-4658-b421-93fadfbd2537 req-bf34cae3-da77-487e-94fc-abcfda702ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:25.099851 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f18d035-c36d-4658-b421-93fadfbd2537 req-bf34cae3-da77-487e-94fc-abcfda702ba1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87bec407-8dd4-4f43-bf0c-56797aa95a7a HTTP/1.1" status: 200 len: 855 time: 0.0435328 Mar 04 00:53:25.150848 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18d035-c36d-4658-b421-93fadfbd2537 req-523bcfdf-7d5d-432d-9510-3d072a4285bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:25.152362 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f18d035-c36d-4658-b421-93fadfbd2537 req-523bcfdf-7d5d-432d-9510-3d072a4285bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461998 Mar 04 00:53:25.242999 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f18d035-c36d-4658-b421-93fadfbd2537 req-48cc462b-3a77-4d1b-9ef3-af6889245c76 service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835667 Mar 04 00:53:25.337774 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f18d035-c36d-4658-b421-93fadfbd2537 req-dc343c9a-f169-44fd-8002-8fe2606d22e8 service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886538 Mar 04 00:53:25.833829 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:29.058651 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:53:29.593345 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:31.650674 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 49472) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:31.756303 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:31.833701 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] Publish callbacks [] for security_group (b961fb14-75b1-4b75-92f9-5de6acc0a753), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:31.837423 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (b961fb14-75b1-4b75-92f9-5de6acc0a753), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:31.875493 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db65e4900a3f4965a8ce7205ba58c5da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237842 Mar 04 00:53:31.876387 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b961fb14-75b1-4b75-92f9-5de6acc0a753,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:31.878138 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49478) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:31.883420 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:31.883772 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:31.884117 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:31.884453 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:31.884786 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:31.885116 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:31.885437 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:31.885764 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:31.886115 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:31.886436 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:31.886763 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:31.887087 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:31.887404 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3780160-c9cf-4c76-82cb-228588baad06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:31.930158 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Publish callbacks [] for security_group (b961fb14-75b1-4b75-92f9-5de6acc0a753), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:31.950969 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Publish callbacks [] for security_group (b961fb14-75b1-4b75-92f9-5de6acc0a753), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:31.997531 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (b961fb14-75b1-4b75-92f9-5de6acc0a753), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:32.000154 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:32.001308 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b961fb14-75b1-4b75-92f9-5de6acc0a753 HTTP/1.1" status: 204 len: 168 time: 0.1221142 Mar 04 00:53:32.009295 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b961fb14-75b1-4b75-92f9-5de6acc0a753,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:32.026340 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:32.026696 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:32.027045 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:32.027385 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:32.027721 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:32.028045 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:32.029378 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:32.029378 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:32.029591 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:32.030151 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:32.030723 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:32.030919 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:32.031456 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf455f16-e512-46f5-ba65-11f3ce606f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:36.640997 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49524) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:36.683455 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde22fe9-adc5-40a3-844c-6675cb658d7b admin admin] Deleting subnet ae8a6f6c-a0a7-47dc-a7bd-9b5c6e406903 {{(pid=109680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 00:53:36.686454 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-dde22fe9-adc5-40a3-844c-6675cb658d7b admin admin] Publish callbacks [] for subnet (ae8a6f6c-a0a7-47dc-a7bd-9b5c6e406903), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:36.723196 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-dde22fe9-adc5-40a3-844c-6675cb658d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26013165'] for subnet (ae8a6f6c-a0a7-47dc-a7bd-9b5c6e406903), precommit_delete_associations {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:36.761274 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-dde22fe9-adc5-40a3-844c-6675cb658d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15850908'] for subnet (ae8a6f6c-a0a7-47dc-a7bd-9b5c6e406903), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:36.810885 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-dde22fe9-adc5-40a3-844c-6675cb658d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15850899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26647530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26649947'] for subnet (ae8a6f6c-a0a7-47dc-a7bd-9b5c6e406903), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:36.833624 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde22fe9-adc5-40a3-844c-6675cb658d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae8a6f6c-a0a7-47dc-a7bd-9b5c6e406903,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:36.844786 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-dde22fe9-adc5-40a3-844c-6675cb658d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:36.844786 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-dde22fe9-adc5-40a3-844c-6675cb658d7b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ae8a6f6c-a0a7-47dc-a7bd-9b5c6e406903 HTTP/1.1" status: 204 len: 168 time: 0.2005835 Mar 04 00:53:36.845129 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49526) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:36.915098 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-468ca91a-58ff-45d7-aff7-1c968c1a128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16661095'] for network (5b1c10b5-a958-4437-8008-75286e22fa84), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:36.989048 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-468ca91a-58ff-45d7-aff7-1c968c1a128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16753767', 'neutron.services.segments.db._delete_segments_for_network-8742061486749'] for network (5b1c10b5-a958-4437-8008-75286e22fa84), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:37.009589 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-468ca91a-58ff-45d7-aff7-1c968c1a128d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1c10b5-a958-4437-8008-75286e22fa84']}} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:37.018802 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-468ca91a-58ff-45d7-aff7-1c968c1a128d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8623a0-5ac4-460c-822f-9b8a857072b2') {'for_net_delete': True} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:37.019092 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-468ca91a-58ff-45d7-aff7-1c968c1a128d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8623a0-5ac4-460c-822f-9b8a857072b2') {} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:37.028128 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-468ca91a-58ff-45d7-aff7-1c968c1a128d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742061490342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26013178'] for segment (cb8623a0-5ac4-460c-822f-9b8a857072b2), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:37.040656 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-468ca91a-58ff-45d7-aff7-1c968c1a128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (cb8623a0-5ac4-460c-822f-9b8a857072b2), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:37.046380 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468ca91a-58ff-45d7-aff7-1c968c1a128d admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 00:53:37.046756 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-468ca91a-58ff-45d7-aff7-1c968c1a128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26647348'] for segment (cb8623a0-5ac4-460c-822f-9b8a857072b2), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: Traceback (most recent call last): Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: timer() Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: cb(*args, **kw) Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: return func(*args, **kwargs) Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: self._notify() Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: self.callback(batched_events) Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: event.method(event) Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: return f(self, *a, **k) Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._get(url).json() Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: return self.request(url, 'GET', **kwargs) Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 00:53:37.048310 dv-cinder-812685-7-iscsi neutron-server[109680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 00:53:37.103877 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-468ca91a-58ff-45d7-aff7-1c968c1a128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16753694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542029'] for network (5b1c10b5-a958-4437-8008-75286e22fa84), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:37.110273 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-468ca91a-58ff-45d7-aff7-1c968c1a128d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:37.113935 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-468ca91a-58ff-45d7-aff7-1c968c1a128d admin admin] 10.222.0.23 "DELETE /v2.0/networks/5b1c10b5-a958-4437-8008-75286e22fa84 HTTP/1.1" status: 204 len: 168 time: 0.2680583 Mar 04 00:53:37.125563 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ca91a-58ff-45d7-aff7-1c968c1a128d admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1c10b5-a958-4437-8008-75286e22fa84,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:37.271661 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49530) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:37.310228 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-6cbe0c06-1077-4f30-b2f5-7599aaede82e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9568f151b7c24aef8b468a435856bcd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373955 Mar 04 00:53:37.312504 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49532) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:37.357473 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-20e37699-7e5b-45dc-a339-4cfa18264695 admin admin] Publish callbacks [] for security_group (701fb9ff-08aa-424a-8be8-10c1f06295be), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:37.378071 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-20e37699-7e5b-45dc-a339-4cfa18264695 admin admin] Publish callbacks [] for security_group (701fb9ff-08aa-424a-8be8-10c1f06295be), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:37.427685 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-20e37699-7e5b-45dc-a339-4cfa18264695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (701fb9ff-08aa-424a-8be8-10c1f06295be), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:37.430968 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-20e37699-7e5b-45dc-a339-4cfa18264695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:37.432105 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-20e37699-7e5b-45dc-a339-4cfa18264695 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/701fb9ff-08aa-424a-8be8-10c1f06295be HTTP/1.1" status: 204 len: 168 time: 0.1187401 Mar 04 00:53:37.439767 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e37699-7e5b-45dc-a339-4cfa18264695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701fb9ff-08aa-424a-8be8-10c1f06295be,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:38.081734 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49554) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:38.185519 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-0961d67b-e486-4bf1-b4b3-a919d0beac88 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-953428648-network', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:38.205193 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0961d67b-e486-4bf1-b4b3-a919d0beac88 admin admin] Made reservation on behalf of 8b879598681d4fdb87aaa0da1e8cca40 for: {'network': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:53:38.207286 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-0961d67b-e486-4bf1-b4b3-a919d0beac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:38.216245 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-0961d67b-e486-4bf1-b4b3-a919d0beac88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:38.289487 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-0961d67b-e486-4bf1-b4b3-a919d0beac88 admin admin] Publish callbacks [] for security_group (9ad2d635-6115-44b2-9380-4b53980d3d50), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:38.303918 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-0961d67b-e486-4bf1-b4b3-a919d0beac88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (9ad2d635-6115-44b2-9380-4b53980d3d50), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:38.328159 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0961d67b-e486-4bf1-b4b3-a919d0beac88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=109680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:53:38.337637 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961d67b-e486-4bf1-b4b3-a919d0beac88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad2d635-6115-44b2-9380-4b53980d3d50,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:38.342277 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-0961d67b-e486-4bf1-b4b3-a919d0beac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (e2595a53-3da6-4dd5-9b2a-46e23cca97cd), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:38.342623 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.segments_db [None req-0961d67b-e486-4bf1-b4b3-a919d0beac88 admin admin] Added segment e2595a53-3da6-4dd5-9b2a-46e23cca97cd of type vlan for network 2936a7f2-65f0-43cf-b9bd-7defc3053be7 Mar 04 00:53:38.380404 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-0961d67b-e486-4bf1-b4b3-a919d0beac88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (2936a7f2-65f0-43cf-b9bd-7defc3053be7), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:38.414494 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-0961d67b-e486-4bf1-b4b3-a919d0beac88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (2936a7f2-65f0-43cf-b9bd-7defc3053be7), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:38.415539 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0961d67b-e486-4bf1-b4b3-a919d0beac88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:38.416189 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-0961d67b-e486-4bf1-b4b3-a919d0beac88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:38.473361 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-0961d67b-e486-4bf1-b4b3-a919d0beac88 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3905232 Mar 04 00:53:38.476314 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 49560) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:38.478342 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961d67b-e486-4bf1-b4b3-a919d0beac88 admin admin] Pushing event updated for resources: {'Network': ['ID=2936a7f2-65f0-43cf-b9bd-7defc3053be7,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:38.481461 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-610219d6-95f5-4a3f-ad05-3d4b54f42c0d admin admin] Request body: {'subnet': {'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-953428648-subnet', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'ip_version': 4}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:38.488044 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network 2936a7f2-65f0-43cf-b9bd-7defc3053be7 details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:53:38.503048 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610219d6-95f5-4a3f-ad05-3d4b54f42c0d admin admin] Made reservation on behalf of 8b879598681d4fdb87aaa0da1e8cca40 for: {'subnet': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:53:38.505299 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-610219d6-95f5-4a3f-ad05-3d4b54f42c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3906160'] for subnet (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:38.668985 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-610219d6-95f5-4a3f-ad05-3d4b54f42c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26164015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3906114'] for subnet (c5cf6d52-be6b-456a-8f59-84f01ba9aae8), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:38.726792 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610219d6-95f5-4a3f-ad05-3d4b54f42c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5cf6d52-be6b-456a-8f59-84f01ba9aae8,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:38.733712 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610219d6-95f5-4a3f-ad05-3d4b54f42c0d admin admin] Checking segment: {'id': 'e2595a53-3da6-4dd5-9b2a-46e23cca97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:53:38.734097 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610219d6-95f5-4a3f-ad05-3d4b54f42c0d admin admin] Network hostable DHCP agents. Network: 2936a7f2-65f0-43cf-b9bd-7defc3053be7, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:53:38.749505 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610219d6-95f5-4a3f-ad05-3d4b54f42c0d admin admin] Network 2936a7f2-65f0-43cf-b9bd-7defc3053be7 is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:53:38.758124 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-610219d6-95f5-4a3f-ad05-3d4b54f42c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, 2936a7f2-65f0-43cf-b9bd-7defc3053be7) {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:53:38.763163 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610219d6-95f5-4a3f-ad05-3d4b54f42c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:38.763886 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-610219d6-95f5-4a3f-ad05-3d4b54f42c0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:38.768202 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9da71e-5875-43f6-a99a-3b4f372e3ab2 None None] Network 2936a7f2-65f0-43cf-b9bd-7defc3053be7 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:53:38.781681 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-610219d6-95f5-4a3f-ad05-3d4b54f42c0d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3042595 Mar 04 00:53:38.784350 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 49562) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:38.788988 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-953428648-router', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:38.806284 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3508'] for router (6800416b-51e8-4a9c-9e71-6dc5604dc1b0), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:38.807266 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3519'] for router (6800416b-51e8-4a9c-9e71-6dc5604dc1b0), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:38.863923 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Publish callbacks [] for router_controller (6800416b-51e8-4a9c-9e71-6dc5604dc1b0), precommit_add_association {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:38.870871 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59fa2352-7d86-513e-a27a-471c348e81da-2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'fixed_ips': [{'subnet_id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8'}]}} from dv-cinder-812685-7-iscsi. {{(pid=109682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 00:53:38.871739 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:39.002675 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Publish callbacks [] for router_gateway (6800416b-51e8-4a9c-9e71-6dc5604dc1b0), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:39.134145 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.db_base_plugin_common [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Allocated IP 172.20.0.2 (2936a7f2-65f0-43cf-b9bd-7defc3053be7/c5cf6d52-be6b-456a-8f59-84f01ba9aae8/510e3fc4-4333-4c79-a0cd-b57f9e7ba157) {{(pid=109682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:53:39.280033 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Publish callbacks [] for port (510e3fc4-4333-4c79-a0cd-b57f9e7ba157), precommit_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:39.286526 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (510e3fc4-4333-4c79-a0cd-b57f9e7ba157), after_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:39.329578 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Network 2936a7f2-65f0-43cf-b9bd-7defc3053be7 is already hosted by enough agents. {{(pid=109682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:53:39.333960 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.base_scheduler [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Resources bound (agent type, host, resource id): {{(pid=109682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:53:39.338895 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Received port after_create {{(pid=109682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:53:39.342074 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Pushing event updated for resources: {'Port': ['ID=510e3fc4-4333-4c79-a0cd-b57f9e7ba157,revision_number=1']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:39.395111 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Attempting to bind port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:53:39.395490 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Attempting to bind port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'e2595a53-3da6-4dd5-9b2a-46e23cca97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:53:39.395858 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Attempting to bind port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 on network 2936a7f2-65f0-43cf-b9bd-7defc3053be7 {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:53:39.401294 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:53:39.401671 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Checking segment: {'id': 'e2595a53-3da6-4dd5-9b2a-46e23cca97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:53:39.402129 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:39.402530 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Bound using segment: {'id': 'e2595a53-3da6-4dd5-9b2a-46e23cca97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:53:39.402999 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Bound port: 510e3fc4-4333-4c79-a0cd-b57f9e7ba157, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2595a53-3da6-4dd5-9b2a-46e23cca97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:53:39.403385 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (510e3fc4-4333-4c79-a0cd-b57f9e7ba157), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:39.446180 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Publish callbacks [] for router_gateway (6800416b-51e8-4a9c-9e71-6dc5604dc1b0), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:39.464995 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:39.466224 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] For port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:53:39.469304 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] For port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=510e3fc4-4333-4c79-a0cd-b57f9e7ba157,segment=NetworkSegment(e2595a53-3da6-4dd5-9b2a-46e23cca97cd),segment_id=e2595a53-3da6-4dd5-9b2a-46e23cca97cd)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:53:39.475956 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (510e3fc4-4333-4c79-a0cd-b57f9e7ba157), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:39.537543 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3921580-da57-4cb4-81cd-0967d46feb3c None None] Pushing event updated for resources: {'Port': ['ID=510e3fc4-4333-4c79-a0cd-b57f9e7ba157,revision_number=2']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:39.583784 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_common [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Allocated IP 172.27.0.152 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/6c03439b-6572-4f2f-8c54-177c743632d4) {{(pid=109681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:53:39.696468 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Publish callbacks [] for port (6c03439b-6572-4f2f-8c54-177c743632d4), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:39.740574 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (6c03439b-6572-4f2f-8c54-177c743632d4), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:39.782474 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:53:39.785332 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:53:39.787886 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Received port after_create {{(pid=109681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:53:39.816965 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Pushing event updated for resources: {'Port': ['ID=6c03439b-6572-4f2f-8c54-177c743632d4,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:40.052640 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Publish callbacks [] for router_gateway (6800416b-51e8-4a9c-9e71-6dc5604dc1b0), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:40.252499 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542361'] for router (6800416b-51e8-4a9c-9e71-6dc5604dc1b0), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:40.384241 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 is scheduled to L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 with binding_index 1 {{(pid=109681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 00:53:40.391330 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf94e41a-0730-4b4a-89dc-caf2ebfe8185 None None] Network 2936a7f2-65f0-43cf-b9bd-7defc3053be7 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:53:40.494508 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:53:40.505300 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Sync routers for ids ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:53:40.512872 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:40.514391 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-5921fdfd-e554-4b3b-8475-dc67e0dcc4ed admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7288649 Mar 04 00:53:40.517029 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 49564) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:40.521013 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-7fff161a-8566-44af-ba43-cb01ac48dfac None None] Provisioning complete for port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:40.521397 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-7fff161a-8566-44af-ba43-cb01ac48dfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (510e3fc4-4333-4c79-a0cd-b57f9e7ba157), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:40.525750 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Routers {'6800416b-51e8-4a9c-9e71-6dc5604dc1b0'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:53:40.525750 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:40.693929 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Set router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:53:40.729771 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-7fff161a-8566-44af-ba43-cb01ac48dfac None None] Current status of the port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:40.730339 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-7fff161a-8566-44af-ba43-cb01ac48dfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (510e3fc4-4333-4c79-a0cd-b57f9e7ba157), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:40.809697 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:53:40.868848 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-7fff161a-8566-44af-ba43-cb01ac48dfac None None] For port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=510e3fc4-4333-4c79-a0cd-b57f9e7ba157,segment=NetworkSegment(e2595a53-3da6-4dd5-9b2a-46e23cca97cd),segment_id=e2595a53-3da6-4dd5-9b2a-46e23cca97cd)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:53:40.878402 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-7fff161a-8566-44af-ba43-cb01ac48dfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (510e3fc4-4333-4c79-a0cd-b57f9e7ba157), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:40.963388 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:40.973978 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:40.974362 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (510e3fc4-4333-4c79-a0cd-b57f9e7ba157), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:40.975851 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff161a-8566-44af-ba43-cb01ac48dfac None None] Pushing event updated for resources: {'Port': ['ID=510e3fc4-4333-4c79-a0cd-b57f9e7ba157,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:41.040060 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-9b40ae45-bba9-4950-a2eb-d0386d0770c8 None None] Provisioning complete for port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:41.040435 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-9b40ae45-bba9-4950-a2eb-d0386d0770c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (510e3fc4-4333-4c79-a0cd-b57f9e7ba157), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:41.117710 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'name': 'tempest-TestShelveInstance-953428648-router', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:38Z', 'updated_at': '2022-03-04T00:53:39Z', 'revision_number': 3, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'gw_port': {'id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:39Z', 'updated_at': '2022-03-04T00:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:41.124214 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_common [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Allocated IP 172.20.0.1 (2936a7f2-65f0-43cf-b9bd-7defc3053be7/c5cf6d52-be6b-456a-8f59-84f01ba9aae8/251256dd-fed6-4192-a542-31f5d1988d9e) {{(pid=109681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:53:41.158945 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:41.160922 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Checking router: 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:53:41.161275 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Updating router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 port 6c03439b-6572-4f2f-8c54-177c743632d4 binding host dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:53:41.213780 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (6c03439b-6572-4f2f-8c54-177c743632d4), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:41.227308 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Publish callbacks [] for port (251256dd-fed6-4192-a542-31f5d1988d9e), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:41.236063 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-9b40ae45-bba9-4950-a2eb-d0386d0770c8 None None] Current status of the port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:41.261975 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (251256dd-fed6-4192-a542-31f5d1988d9e), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:41.302177 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Network 2936a7f2-65f0-43cf-b9bd-7defc3053be7 is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:53:41.306260 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:53:41.309883 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Received port after_create {{(pid=109681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:53:41.336091 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Pushing event updated for resources: {'Port': ['ID=251256dd-fed6-4192-a542-31f5d1988d9e,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:41.360902 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542148'] for router_interface (6800416b-51e8-4a9c-9e71-6dc5604dc1b0), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:41.483486 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Publish callbacks [] for port (6c03439b-6572-4f2f-8c54-177c743632d4), precommit_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:41.489145 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (6c03439b-6572-4f2f-8c54-177c743632d4), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:41.503366 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (251256dd-fed6-4192-a542-31f5d1988d9e), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:41.543860 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Attempting to bind port 6c03439b-6572-4f2f-8c54-177c743632d4 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:53:41.544236 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Attempting to bind port 6c03439b-6572-4f2f-8c54-177c743632d4 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:53:41.544916 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Attempting to bind port 6c03439b-6572-4f2f-8c54-177c743632d4 on network ed31d37d-9dc0-409c-895e-5f92a61ae860 {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:53:41.549021 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8221084-de66-4920-990a-259d6c65db23 None None] Pushing event updated for resources: {'Port': ['ID=6c03439b-6572-4f2f-8c54-177c743632d4,revision_number=2']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:41.558573 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:53:41.558946 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Checking segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:53:41.559338 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:41.559720 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Bound using segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:53:41.560181 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Bound port: 6c03439b-6572-4f2f-8c54-177c743632d4, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:53:41.560554 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (6c03439b-6572-4f2f-8c54-177c743632d4), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:41.587004 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-e76a73dd-0c10-4e2e-89c2-4c1a8e7d57fa None None] Provisioning complete for port 251256dd-fed6-4192-a542-31f5d1988d9e triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:41.587300 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-e76a73dd-0c10-4e2e-89c2-4c1a8e7d57fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (251256dd-fed6-4192-a542-31f5d1988d9e), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:41.638757 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-e76a73dd-0c10-4e2e-89c2-4c1a8e7d57fa None None] Port 251256dd-fed6-4192-a542-31f5d1988d9e cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:53:41.643619 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] For port 6c03439b-6572-4f2f-8c54-177c743632d4, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:53:41.646639 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] For port 6c03439b-6572-4f2f-8c54-177c743632d4, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=6c03439b-6572-4f2f-8c54-177c743632d4,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:53:41.653086 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (6c03439b-6572-4f2f-8c54-177c743632d4), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:41.670139 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Publish callbacks [] for port (251256dd-fed6-4192-a542-31f5d1988d9e), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:41.674718 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26164050'] for port (251256dd-fed6-4192-a542-31f5d1988d9e), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:41.710072 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Routers {'6800416b-51e8-4a9c-9e71-6dc5604dc1b0'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:53:41.710861 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:41.713701 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8221084-de66-4920-990a-259d6c65db23 None None] Pushing event updated for resources: {'Port': ['ID=6c03439b-6572-4f2f-8c54-177c743632d4,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:41.747082 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Pushing event updated for resources: {'Port': ['ID=251256dd-fed6-4192-a542-31f5d1988d9e,revision_number=2']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:41.750199 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548436'] for router_interface (6800416b-51e8-4a9c-9e71-6dc5604dc1b0), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:41.827583 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] Set router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:53:41.842296 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Network 2936a7f2-65f0-43cf-b9bd-7defc3053be7 is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:53:41.843861 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:53:41.964130 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:53:42.082424 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:53:42.096369 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-45933931-ead5-4093-8951-5b473dfc9028 admin admin] 10.222.0.23 "PUT /v2.0/routers/6800416b-51e8-4a9c-9e71-6dc5604dc1b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5702205 Mar 04 00:53:42.155857 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-13935855-af96-4ca7-84fc-0d6c163adefe None None] Provisioning complete for port 251256dd-fed6-4192-a542-31f5d1988d9e triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:42.156158 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-13935855-af96-4ca7-84fc-0d6c163adefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (251256dd-fed6-4192-a542-31f5d1988d9e), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:42.196130 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-13935855-af96-4ca7-84fc-0d6c163adefe None None] Port 251256dd-fed6-4192-a542-31f5d1988d9e cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:53:42.213089 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'name': 'tempest-TestShelveInstance-953428648-router', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:38Z', 'updated_at': '2022-03-04T00:53:41Z', 'revision_number': 4, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'gw_port': {'id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:39Z', 'updated_at': '2022-03-04T00:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '251256dd-fed6-4192-a542-31f5d1988d9e', 'name': '', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'mac_address': 'fa:16:3e:e3:d5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:40Z', 'updated_at': '2022-03-04T00:53:41Z', 'revision_number': 2, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'subnets': [{'id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:42.244603 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15034ac-c06a-4d65-8f6e-58153121925d None None] The sync data for ids ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'] in dv-cinder-812685-7-iscsi is: [{'id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'name': 'tempest-TestShelveInstance-953428648-router', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:38Z', 'updated_at': '2022-03-04T00:53:41Z', 'revision_number': 4, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'gw_port': {'id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:39Z', 'updated_at': '2022-03-04T00:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '251256dd-fed6-4192-a542-31f5d1988d9e', 'name': '', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'mac_address': 'fa:16:3e:e3:d5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:40Z', 'updated_at': '2022-03-04T00:53:41Z', 'revision_number': 2, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'subnets': [{'id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:53:42.584122 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 49580) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:42.589779 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-ff17abb7-fd69-44bf-95ec-4fe2ef0f9707 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1877202879-network', 'tenant_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:42.609092 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff17abb7-fd69-44bf-95ec-4fe2ef0f9707 admin admin] Made reservation on behalf of b3d1854fb6c843c7aa4b98bd3d6d14c1 for: {'network': 1} {{(pid=109681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:53:42.611380 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ff17abb7-fd69-44bf-95ec-4fe2ef0f9707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:42.620398 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ff17abb7-fd69-44bf-95ec-4fe2ef0f9707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:42.702309 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ff17abb7-fd69-44bf-95ec-4fe2ef0f9707 admin admin] Publish callbacks [] for security_group (6506c89f-8d9a-4446-82b5-92009d13930b), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:42.707524 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ff17abb7-fd69-44bf-95ec-4fe2ef0f9707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (6506c89f-8d9a-4446-82b5-92009d13930b), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:42.733561 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff17abb7-fd69-44bf-95ec-4fe2ef0f9707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=109681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:53:42.733910 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:53:42.744213 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17abb7-fd69-44bf-95ec-4fe2ef0f9707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6506c89f-8d9a-4446-82b5-92009d13930b,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:42.748992 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ff17abb7-fd69-44bf-95ec-4fe2ef0f9707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (0bee8aae-b454-4a30-b8f9-dbdc8aadecc3), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:42.749322 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.segments_db [None req-ff17abb7-fd69-44bf-95ec-4fe2ef0f9707 admin admin] Added segment 0bee8aae-b454-4a30-b8f9-dbdc8aadecc3 of type vlan for network 6922fdee-09b0-460f-ac6c-632faf99ca5a Mar 04 00:53:42.785583 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:42.786102 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (510e3fc4-4333-4c79-a0cd-b57f9e7ba157), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:42.798306 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ff17abb7-fd69-44bf-95ec-4fe2ef0f9707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (6922fdee-09b0-460f-ac6c-632faf99ca5a), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:42.826555 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ff17abb7-fd69-44bf-95ec-4fe2ef0f9707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (6922fdee-09b0-460f-ac6c-632faf99ca5a), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:42.827646 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff17abb7-fd69-44bf-95ec-4fe2ef0f9707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:42.828281 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ff17abb7-fd69-44bf-95ec-4fe2ef0f9707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:42.870289 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:42.883765 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-ff17abb7-fd69-44bf-95ec-4fe2ef0f9707 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2985077 Mar 04 00:53:42.886614 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49582) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:42.892328 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-5f73717a-7f56-4027-9cee-11aba2b71ac3 admin admin] Request body: {'subnet': {'network_id': '6922fdee-09b0-460f-ac6c-632faf99ca5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1877202879-subnet', 'tenant_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'ip_version': 4}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:42.899232 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17abb7-fd69-44bf-95ec-4fe2ef0f9707 admin admin] Pushing event updated for resources: {'Network': ['ID=6922fdee-09b0-460f-ac6c-632faf99ca5a,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:42.909855 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network 6922fdee-09b0-460f-ac6c-632faf99ca5a details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:53:42.915841 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f73717a-7f56-4027-9cee-11aba2b71ac3 admin admin] Made reservation on behalf of b3d1854fb6c843c7aa4b98bd3d6d14c1 for: {'subnet': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:53:42.918542 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5f73717a-7f56-4027-9cee-11aba2b71ac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26649968'] for subnet (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:43.103098 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5f73717a-7f56-4027-9cee-11aba2b71ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26649922'] for subnet (fddba7d5-bf19-4437-a2e0-4ecbddda5f26), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:43.151590 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73717a-7f56-4027-9cee-11aba2b71ac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fddba7d5-bf19-4437-a2e0-4ecbddda5f26,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:43.167310 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73717a-7f56-4027-9cee-11aba2b71ac3 admin admin] Checking segment: {'id': '0bee8aae-b454-4a30-b8f9-dbdc8aadecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6922fdee-09b0-460f-ac6c-632faf99ca5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:53:43.167565 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f73717a-7f56-4027-9cee-11aba2b71ac3 admin admin] Network hostable DHCP agents. Network: 6922fdee-09b0-460f-ac6c-632faf99ca5a, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:53:43.184557 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f73717a-7f56-4027-9cee-11aba2b71ac3 admin admin] Network 6922fdee-09b0-460f-ac6c-632faf99ca5a is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:53:43.194571 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-5f73717a-7f56-4027-9cee-11aba2b71ac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, 6922fdee-09b0-460f-ac6c-632faf99ca5a) {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:53:43.198986 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f73717a-7f56-4027-9cee-11aba2b71ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:43.199590 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5f73717a-7f56-4027-9cee-11aba2b71ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:43.203955 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7175664d-992b-44cc-b05f-358ae013e358 None None] Network 6922fdee-09b0-460f-ac6c-632faf99ca5a requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:53:43.225740 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 49584) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:43.231379 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1877202879-router', 'tenant_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:43.235537 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-5f73717a-7f56-4027-9cee-11aba2b71ac3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3476031 Mar 04 00:53:43.259794 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3508'] for router (efc0b56e-577a-4612-a8eb-603b3757f797), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:43.261324 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3519'] for router (efc0b56e-577a-4612-a8eb-603b3757f797), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:43.333017 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Publish callbacks [] for router_controller (efc0b56e-577a-4612-a8eb-603b3757f797), precommit_add_association {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:43.337563 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59fa2352-7d86-513e-a27a-471c348e81da-6922fdee-09b0-460f-ac6c-632faf99ca5a', 'network_id': '6922fdee-09b0-460f-ac6c-632faf99ca5a', 'project_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'fixed_ips': [{'subnet_id': 'fddba7d5-bf19-4437-a2e0-4ecbddda5f26'}]}} from dv-cinder-812685-7-iscsi. {{(pid=109682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 00:53:43.338546 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:43.483567 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Publish callbacks [] for router_gateway (efc0b56e-577a-4612-a8eb-603b3757f797), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:43.489268 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.db_base_plugin_common [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Allocated IP 172.20.0.2 (6922fdee-09b0-460f-ac6c-632faf99ca5a/fddba7d5-bf19-4437-a2e0-4ecbddda5f26/5b59ee27-460c-4216-994a-ddd4acfa6a55) {{(pid=109682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:53:43.631836 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Publish callbacks [] for port (5b59ee27-460c-4216-994a-ddd4acfa6a55), precommit_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:43.638062 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (5b59ee27-460c-4216-994a-ddd4acfa6a55), after_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:43.681270 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Network 6922fdee-09b0-460f-ac6c-632faf99ca5a is already hosted by enough agents. {{(pid=109682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:53:43.683945 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.base_scheduler [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Resources bound (agent type, host, resource id): {{(pid=109682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:53:43.687316 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Received port after_create {{(pid=109682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:53:43.695149 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Publish callbacks [] for router_gateway (efc0b56e-577a-4612-a8eb-603b3757f797), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:43.696223 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Pushing event updated for resources: {'Port': ['ID=5b59ee27-460c-4216-994a-ddd4acfa6a55,revision_number=1']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:43.719329 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:43.746005 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Attempting to bind port 5b59ee27-460c-4216-994a-ddd4acfa6a55 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:53:43.746580 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Attempting to bind port 5b59ee27-460c-4216-994a-ddd4acfa6a55 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': '0bee8aae-b454-4a30-b8f9-dbdc8aadecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6922fdee-09b0-460f-ac6c-632faf99ca5a'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:53:43.746694 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Attempting to bind port 5b59ee27-460c-4216-994a-ddd4acfa6a55 on network 6922fdee-09b0-460f-ac6c-632faf99ca5a {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:53:43.751478 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:53:43.751849 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Checking segment: {'id': '0bee8aae-b454-4a30-b8f9-dbdc8aadecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6922fdee-09b0-460f-ac6c-632faf99ca5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:53:43.752246 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:43.752631 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Bound using segment: {'id': '0bee8aae-b454-4a30-b8f9-dbdc8aadecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6922fdee-09b0-460f-ac6c-632faf99ca5a'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:53:43.753085 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Bound port: 5b59ee27-460c-4216-994a-ddd4acfa6a55, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bee8aae-b454-4a30-b8f9-dbdc8aadecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6922fdee-09b0-460f-ac6c-632faf99ca5a'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:53:43.754083 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (5b59ee27-460c-4216-994a-ddd4acfa6a55), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:43.817810 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] For port 5b59ee27-460c-4216-994a-ddd4acfa6a55, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:53:43.821056 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] For port 5b59ee27-460c-4216-994a-ddd4acfa6a55, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=5b59ee27-460c-4216-994a-ddd4acfa6a55,segment=NetworkSegment(0bee8aae-b454-4a30-b8f9-dbdc8aadecc3),segment_id=0bee8aae-b454-4a30-b8f9-dbdc8aadecc3)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:53:43.826268 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_common [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Allocated IP 172.27.0.166 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/66a93119-8b5c-413b-a1bc-2d65896443a1) {{(pid=109681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:53:43.827438 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (5b59ee27-460c-4216-994a-ddd4acfa6a55), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:43.882074 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c1bee-2127-48b7-b4fa-d3f05d716a3c None None] Pushing event updated for resources: {'Port': ['ID=5b59ee27-460c-4216-994a-ddd4acfa6a55,revision_number=2']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:43.938919 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Publish callbacks [] for port (66a93119-8b5c-413b-a1bc-2d65896443a1), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:43.974784 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (66a93119-8b5c-413b-a1bc-2d65896443a1), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:44.019972 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:53:44.023524 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:53:44.027261 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Received port after_create {{(pid=109681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:53:44.032894 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Pushing event updated for resources: {'Port': ['ID=66a93119-8b5c-413b-a1bc-2d65896443a1,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:44.356384 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Sync routers for ids ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:53:44.365958 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Routers {'6800416b-51e8-4a9c-9e71-6dc5604dc1b0'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:53:44.367076 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:44.474664 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Set router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:53:44.515784 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Publish callbacks [] for router_gateway (efc0b56e-577a-4612-a8eb-603b3757f797), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:44.731057 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542361'] for router (efc0b56e-577a-4612-a8eb-603b3757f797), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:44.778798 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'name': 'tempest-TestShelveInstance-953428648-router', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:38Z', 'updated_at': '2022-03-04T00:53:41Z', 'revision_number': 4, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'gw_port': {'id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:39Z', 'updated_at': '2022-03-04T00:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '251256dd-fed6-4192-a542-31f5d1988d9e', 'name': '', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'mac_address': 'fa:16:3e:e3:d5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:40Z', 'updated_at': '2022-03-04T00:53:41Z', 'revision_number': 2, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'subnets': [{'id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:44.810486 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Checking router: 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:53:44.810851 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Updating router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 port 251256dd-fed6-4192-a542-31f5d1988d9e binding host dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:53:44.813815 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 6c03439b-6572-4f2f-8c54-177c743632d4 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:53:44.847541 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (251256dd-fed6-4192-a542-31f5d1988d9e), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:44.875566 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 6c03439b-6572-4f2f-8c54-177c743632d4 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:44.875946 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (6c03439b-6572-4f2f-8c54-177c743632d4), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:44.896177 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Router efc0b56e-577a-4612-a8eb-603b3757f797 is scheduled to L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 with binding_index 1 {{(pid=109681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 00:53:44.972227 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 6c03439b-6572-4f2f-8c54-177c743632d4 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:44.972624 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (6c03439b-6572-4f2f-8c54-177c743632d4), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:44.998262 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] For port 6c03439b-6572-4f2f-8c54-177c743632d4, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=6c03439b-6572-4f2f-8c54-177c743632d4,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:53:45.004151 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (6c03439b-6572-4f2f-8c54-177c743632d4), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:45.004961 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 5b59ee27-460c-4216-994a-ddd4acfa6a55 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:53:45.023576 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:53:45.053304 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:45.054664 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-3756be68-7559-48d9-8984-ad5a580d1343 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8272934 Mar 04 00:53:45.057315 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 49586) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:45.077924 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Sync routers for ids ['efc0b56e-577a-4612-a8eb-603b3757f797'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:53:45.106650 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Routers {'efc0b56e-577a-4612-a8eb-603b3757f797'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:53:45.107101 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['efc0b56e-577a-4612-a8eb-603b3757f797'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:45.162200 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63ca21c-4e6e-4e62-8c52-374a3ec1568c None None] Network 6922fdee-09b0-460f-ac6c-632faf99ca5a requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:53:45.176549 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Pushing event updated for resources: {'Port': ['ID=6c03439b-6572-4f2f-8c54-177c743632d4,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:45.192526 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Publish callbacks [] for port (251256dd-fed6-4192-a542-31f5d1988d9e), precommit_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:45.199121 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (251256dd-fed6-4192-a542-31f5d1988d9e), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:45.220485 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 5b59ee27-460c-4216-994a-ddd4acfa6a55 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:45.220864 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (5b59ee27-460c-4216-994a-ddd4acfa6a55), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:45.254054 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5e0cd-dd5d-478e-bcd5-4fd2f879e50e None None] Pushing event updated for resources: {'Port': ['ID=251256dd-fed6-4192-a542-31f5d1988d9e,revision_number=3']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:45.280204 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e0cd-dd5d-478e-bcd5-4fd2f879e50e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:45.280602 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e0cd-dd5d-478e-bcd5-4fd2f879e50e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:45.280939 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e0cd-dd5d-478e-bcd5-4fd2f879e50e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:45.281280 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e0cd-dd5d-478e-bcd5-4fd2f879e50e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:45.281633 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e0cd-dd5d-478e-bcd5-4fd2f879e50e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:45.282019 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e0cd-dd5d-478e-bcd5-4fd2f879e50e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:45.282347 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e0cd-dd5d-478e-bcd5-4fd2f879e50e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:45.282702 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e0cd-dd5d-478e-bcd5-4fd2f879e50e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:45.283062 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e0cd-dd5d-478e-bcd5-4fd2f879e50e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:45.283429 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e0cd-dd5d-478e-bcd5-4fd2f879e50e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:45.283825 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e0cd-dd5d-478e-bcd5-4fd2f879e50e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:45.284313 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e0cd-dd5d-478e-bcd5-4fd2f879e50e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:45.284686 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e0cd-dd5d-478e-bcd5-4fd2f879e50e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:53:45.316817 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Attempting to bind port 251256dd-fed6-4192-a542-31f5d1988d9e on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:53:45.317566 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Attempting to bind port 251256dd-fed6-4192-a542-31f5d1988d9e by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'e2595a53-3da6-4dd5-9b2a-46e23cca97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7'}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:53:45.317819 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Attempting to bind port 251256dd-fed6-4192-a542-31f5d1988d9e on network 2936a7f2-65f0-43cf-b9bd-7defc3053be7 {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:53:45.323156 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:53:45.324437 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Checking segment: {'id': 'e2595a53-3da6-4dd5-9b2a-46e23cca97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:53:45.324595 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:45.324853 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Bound using segment: {'id': 'e2595a53-3da6-4dd5-9b2a-46e23cca97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7'} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:53:45.325322 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Bound port: 251256dd-fed6-4192-a542-31f5d1988d9e, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2595a53-3da6-4dd5-9b2a-46e23cca97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7'}}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:53:45.325698 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (251256dd-fed6-4192-a542-31f5d1988d9e), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:45.364946 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-4a50a7e4-cfc8-4d11-a075-f75c385051bb None None] Provisioning complete for port 5b59ee27-460c-4216-994a-ddd4acfa6a55 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:45.365441 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-4a50a7e4-cfc8-4d11-a075-f75c385051bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (5b59ee27-460c-4216-994a-ddd4acfa6a55), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:45.408597 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] For port 251256dd-fed6-4192-a542-31f5d1988d9e, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:53:45.411770 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] For port 251256dd-fed6-4192-a542-31f5d1988d9e, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=251256dd-fed6-4192-a542-31f5d1988d9e,segment=NetworkSegment(e2595a53-3da6-4dd5-9b2a-46e23cca97cd),segment_id=e2595a53-3da6-4dd5-9b2a-46e23cca97cd)] {{(pid=109683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:53:45.418828 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Set router efc0b56e-577a-4612-a8eb-603b3757f797 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:53:45.419834 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (251256dd-fed6-4192-a542-31f5d1988d9e), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:45.495861 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Routers {'6800416b-51e8-4a9c-9e71-6dc5604dc1b0'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:53:45.496678 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:45.574028 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:45.588011 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 5b59ee27-460c-4216-994a-ddd4acfa6a55 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:45.588552 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (5b59ee27-460c-4216-994a-ddd4acfa6a55), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:45.603490 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5e0cd-dd5d-478e-bcd5-4fd2f879e50e None None] Pushing event updated for resources: {'Port': ['ID=251256dd-fed6-4192-a542-31f5d1988d9e,revision_number=4']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:45.637293 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] Set router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:53:45.733449 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] For port 5b59ee27-460c-4216-994a-ddd4acfa6a55, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=5b59ee27-460c-4216-994a-ddd4acfa6a55,segment=NetworkSegment(0bee8aae-b454-4a30-b8f9-dbdc8aadecc3),segment_id=0bee8aae-b454-4a30-b8f9-dbdc8aadecc3)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:53:45.746406 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-4a50a7e4-cfc8-4d11-a075-f75c385051bb None None] Current status of the port 5b59ee27-460c-4216-994a-ddd4acfa6a55 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:45.746406 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-4a50a7e4-cfc8-4d11-a075-f75c385051bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (5b59ee27-460c-4216-994a-ddd4acfa6a55), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:45.750195 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (5b59ee27-460c-4216-994a-ddd4acfa6a55), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:45.808981 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_common [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Allocated IP 172.20.0.1 (6922fdee-09b0-460f-ac6c-632faf99ca5a/fddba7d5-bf19-4437-a2e0-4ecbddda5f26/24842aba-badc-4951-bbf1-1246c4e0cbc3) {{(pid=109681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:53:45.880305 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'name': 'tempest-TestShelveInstance-1877202879-router', 'tenant_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '66a93119-8b5c-413b-a1bc-2d65896443a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:43Z', 'updated_at': '2022-03-04T00:53:44Z', 'revision_number': 3, 'project_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'gw_port': {'id': '66a93119-8b5c-413b-a1bc-2d65896443a1', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:43Z', 'updated_at': '2022-03-04T00:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:45.890596 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'name': 'tempest-TestShelveInstance-953428648-router', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:38Z', 'updated_at': '2022-03-04T00:53:41Z', 'revision_number': 4, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'gw_port': {'id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:39Z', 'updated_at': '2022-03-04T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '251256dd-fed6-4192-a542-31f5d1988d9e', 'name': '', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'mac_address': 'fa:16:3e:e3:d5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:40Z', 'updated_at': '2022-03-04T00:53:45Z', 'revision_number': 4, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'subnets': [{'id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:45.924776 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c965cd-f6e3-450d-9f44-4e891248cc25 None None] The sync data for ids ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'] in dv-cinder-812685-7-iscsi is: [{'id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'name': 'tempest-TestShelveInstance-953428648-router', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:38Z', 'updated_at': '2022-03-04T00:53:41Z', 'revision_number': 4, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'gw_port': {'id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:39Z', 'updated_at': '2022-03-04T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '251256dd-fed6-4192-a542-31f5d1988d9e', 'name': '', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'mac_address': 'fa:16:3e:e3:d5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:40Z', 'updated_at': '2022-03-04T00:53:45Z', 'revision_number': 4, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'subnets': [{'id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:53:45.947992 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Publish callbacks [] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:45.986795 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:46.030022 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Network 6922fdee-09b0-460f-ac6c-632faf99ca5a is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:53:46.033245 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:53:46.037610 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Received port after_create {{(pid=109681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:53:46.052043 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Checking router: efc0b56e-577a-4612-a8eb-603b3757f797 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:53:46.052392 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Updating router efc0b56e-577a-4612-a8eb-603b3757f797 port 66a93119-8b5c-413b-a1bc-2d65896443a1 binding host dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:53:46.054425 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Pushing event updated for resources: {'Port': ['ID=5b59ee27-460c-4216-994a-ddd4acfa6a55,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:46.071446 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Pushing event updated for resources: {'Port': ['ID=24842aba-badc-4951-bbf1-1246c4e0cbc3,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:46.092980 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542148'] for router_interface (efc0b56e-577a-4612-a8eb-603b3757f797), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:46.108929 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.db.api [None req-4a50a7e4-cfc8-4d11-a075-f75c385051bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 00:53:46.109296 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG oslo_db.api [None req-4a50a7e4-cfc8-4d11-a075-f75c385051bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 00:53:46.114485 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (66a93119-8b5c-413b-a1bc-2d65896443a1), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:46.402791 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Publish callbacks [] for port (66a93119-8b5c-413b-a1bc-2d65896443a1), precommit_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:46.409402 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (66a93119-8b5c-413b-a1bc-2d65896443a1), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:46.467742 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55825c5a-9efd-4afc-9dbb-92e5b8fd21c4 None None] Pushing event updated for resources: {'Port': ['ID=66a93119-8b5c-413b-a1bc-2d65896443a1,revision_number=2']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:46.482353 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Attempting to bind port 66a93119-8b5c-413b-a1bc-2d65896443a1 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:53:46.482835 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Attempting to bind port 66a93119-8b5c-413b-a1bc-2d65896443a1 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:53:46.483224 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Attempting to bind port 66a93119-8b5c-413b-a1bc-2d65896443a1 on network ed31d37d-9dc0-409c-895e-5f92a61ae860 {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:53:46.488920 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:53:46.489303 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Checking segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:53:46.489703 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:46.490122 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Bound using segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:53:46.490589 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Bound port: 66a93119-8b5c-413b-a1bc-2d65896443a1, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:53:46.490966 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (66a93119-8b5c-413b-a1bc-2d65896443a1), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:46.513832 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:46.553586 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] For port 66a93119-8b5c-413b-a1bc-2d65896443a1, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:53:46.557718 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] For port 66a93119-8b5c-413b-a1bc-2d65896443a1, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=66a93119-8b5c-413b-a1bc-2d65896443a1,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:53:46.565978 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (66a93119-8b5c-413b-a1bc-2d65896443a1), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:46.651391 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55825c5a-9efd-4afc-9dbb-92e5b8fd21c4 None None] Pushing event updated for resources: {'Port': ['ID=66a93119-8b5c-413b-a1bc-2d65896443a1,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:46.675332 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Routers {'efc0b56e-577a-4612-a8eb-603b3757f797'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:53:46.675968 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['efc0b56e-577a-4612-a8eb-603b3757f797'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:46.682771 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-4a50a7e4-cfc8-4d11-a075-f75c385051bb None None] Current status of the port 5b59ee27-460c-4216-994a-ddd4acfa6a55 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:46.776951 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Publish callbacks [] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:46.782385 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26164050'] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:46.828882 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-75e088c3-7105-448c-a56d-414d86c34374 None None] Provisioning complete for port 251256dd-fed6-4192-a542-31f5d1988d9e triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:46.829752 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-75e088c3-7105-448c-a56d-414d86c34374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (251256dd-fed6-4192-a542-31f5d1988d9e), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:46.858105 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] Set router efc0b56e-577a-4612-a8eb-603b3757f797 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:53:46.891547 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548436'] for router_interface (efc0b56e-577a-4612-a8eb-603b3757f797), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:46.893654 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Pushing event updated for resources: {'Port': ['ID=24842aba-badc-4951-bbf1-1246c4e0cbc3,revision_number=2']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:46.894288 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 6c03439b-6572-4f2f-8c54-177c743632d4 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:53:47.004305 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Network 6922fdee-09b0-460f-ac6c-632faf99ca5a is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:53:47.005715 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:53:47.079034 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 6c03439b-6572-4f2f-8c54-177c743632d4 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:47.079339 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (6c03439b-6572-4f2f-8c54-177c743632d4), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:47.121845 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-75e088c3-7105-448c-a56d-414d86c34374 None None] Current status of the port 251256dd-fed6-4192-a542-31f5d1988d9e is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:47.122237 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-75e088c3-7105-448c-a56d-414d86c34374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (251256dd-fed6-4192-a542-31f5d1988d9e), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:47.159136 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Router efc0b56e-577a-4612-a8eb-603b3757f797 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:53:47.202821 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-75e088c3-7105-448c-a56d-414d86c34374 None None] For port 251256dd-fed6-4192-a542-31f5d1988d9e, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=251256dd-fed6-4192-a542-31f5d1988d9e,segment=NetworkSegment(e2595a53-3da6-4dd5-9b2a-46e23cca97cd),segment_id=e2595a53-3da6-4dd5-9b2a-46e23cca97cd)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:53:47.209181 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-75e088c3-7105-448c-a56d-414d86c34374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (251256dd-fed6-4192-a542-31f5d1988d9e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:47.294406 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-75e088c3-7105-448c-a56d-414d86c34374 None None] Provisioning complete for port 5b59ee27-460c-4216-994a-ddd4acfa6a55 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:47.294678 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-75e088c3-7105-448c-a56d-414d86c34374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (5b59ee27-460c-4216-994a-ddd4acfa6a55), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:47.311495 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:53:47.316713 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-97f1a047-5b2b-4a7e-87e6-2a3809265de2 admin admin] 10.222.0.23 "PUT /v2.0/routers/efc0b56e-577a-4612-a8eb-603b3757f797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2497468 Mar 04 00:53:47.335707 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e088c3-7105-448c-a56d-414d86c34374 None None] Pushing event updated for resources: {'Port': ['ID=251256dd-fed6-4192-a542-31f5d1988d9e,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:47.339047 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29df02-91fd-48df-b3b0-ff887177216e req-cbd2c2e1-e621-4a4f-9e44-c2180034d2d2 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:47.340843 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 6c03439b-6572-4f2f-8c54-177c743632d4 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:47.341257 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ca29df02-91fd-48df-b3b0-ff887177216e req-cbd2c2e1-e621-4a4f-9e44-c2180034d2d2 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.3272345 Mar 04 00:53:47.342039 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 5b59ee27-460c-4216-994a-ddd4acfa6a55 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:53:47.353157 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'name': 'tempest-TestShelveInstance-1877202879-router', 'tenant_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '66a93119-8b5c-413b-a1bc-2d65896443a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:43Z', 'updated_at': '2022-03-04T00:53:46Z', 'revision_number': 4, 'project_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'gw_port': {'id': '66a93119-8b5c-413b-a1bc-2d65896443a1', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:43Z', 'updated_at': '2022-03-04T00:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '24842aba-badc-4951-bbf1-1246c4e0cbc3', 'name': '', 'network_id': '6922fdee-09b0-460f-ac6c-632faf99ca5a', 'tenant_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'mac_address': 'fa:16:3e:41:d1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fddba7d5-bf19-4437-a2e0-4ecbddda5f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:45Z', 'updated_at': '2022-03-04T00:53:45Z', 'revision_number': 1, 'project_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'subnets': [{'id': 'fddba7d5-bf19-4437-a2e0-4ecbddda5f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:47.394836 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ca29df02-91fd-48df-b3b0-ff887177216e req-7850d44f-d9ae-4604-a050-2bce152f9771 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464134 Mar 04 00:53:47.400820 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985292c4-d21f-4cc1-ac78-0a9ee941cada None None] The sync data for ids ['efc0b56e-577a-4612-a8eb-603b3757f797'] in dv-cinder-812685-7-iscsi is: [{'id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'name': 'tempest-TestShelveInstance-1877202879-router', 'tenant_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '66a93119-8b5c-413b-a1bc-2d65896443a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:43Z', 'updated_at': '2022-03-04T00:53:46Z', 'revision_number': 4, 'project_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'gw_port': {'id': '66a93119-8b5c-413b-a1bc-2d65896443a1', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:43Z', 'updated_at': '2022-03-04T00:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '24842aba-badc-4951-bbf1-1246c4e0cbc3', 'name': '', 'network_id': '6922fdee-09b0-460f-ac6c-632faf99ca5a', 'tenant_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'mac_address': 'fa:16:3e:41:d1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fddba7d5-bf19-4437-a2e0-4ecbddda5f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:45Z', 'updated_at': '2022-03-04T00:53:45Z', 'revision_number': 1, 'project_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'subnets': [{'id': 'fddba7d5-bf19-4437-a2e0-4ecbddda5f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:53:47.471051 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 5b59ee27-460c-4216-994a-ddd4acfa6a55 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:47.471433 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (5b59ee27-460c-4216-994a-ddd4acfa6a55), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:47.473134 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-75e088c3-7105-448c-a56d-414d86c34374 None None] Current status of the port 5b59ee27-460c-4216-994a-ddd4acfa6a55 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:47.516966 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-75e088c3-7105-448c-a56d-414d86c34374 None None] Provisioning complete for port 24842aba-badc-4951-bbf1-1246c4e0cbc3 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:47.517340 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-75e088c3-7105-448c-a56d-414d86c34374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:47.558402 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-75e088c3-7105-448c-a56d-414d86c34374 None None] Port 24842aba-badc-4951-bbf1-1246c4e0cbc3 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:53:47.596976 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 5b59ee27-460c-4216-994a-ddd4acfa6a55 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:47.598324 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 251256dd-fed6-4192-a542-31f5d1988d9e up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:53:47.683904 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-c36a3ac8-d534-484e-92af-b07826ab02b3 None None] Provisioning complete for port 24842aba-badc-4951-bbf1-1246c4e0cbc3 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:47.684423 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-c36a3ac8-d534-484e-92af-b07826ab02b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:47.686936 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 251256dd-fed6-4192-a542-31f5d1988d9e triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:47.687301 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (251256dd-fed6-4192-a542-31f5d1988d9e), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:47.750613 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-c36a3ac8-d534-484e-92af-b07826ab02b3 None None] Port 24842aba-badc-4951-bbf1-1246c4e0cbc3 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:53:47.800919 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 251256dd-fed6-4192-a542-31f5d1988d9e is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:48.020657 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 49612) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:48.025769 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-f86eb543-34a0-43ea-9443-eaf64a486795 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1951308680', 'description': 'tempest-secgroup-smoke-1951308680 description', 'project_id': '8b879598681d4fdb87aaa0da1e8cca40'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:48.049520 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f86eb543-34a0-43ea-9443-eaf64a486795 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.119854 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f86eb543-34a0-43ea-9443-eaf64a486795 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group (ba58fa85-f8ef-4318-b6d7-73e236024fcd), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.123476 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f86eb543-34a0-43ea-9443-eaf64a486795 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (ba58fa85-f8ef-4318-b6d7-73e236024fcd), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.152267 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f86eb543-34a0-43ea-9443-eaf64a486795 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.153466 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-f86eb543-34a0-43ea-9443-eaf64a486795 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1317954 Mar 04 00:53:48.155292 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86eb543-34a0-43ea-9443-eaf64a486795 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba58fa85-f8ef-4318-b6d7-73e236024fcd,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:48.156486 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49614) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:48.161894 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-1b3ee0c4-e74b-400c-bf84-adfabd3e7410 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Request body: {'security_group_rule': {'security_group_id': 'ba58fa85-f8ef-4318-b6d7-73e236024fcd', 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:48.186581 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-1b3ee0c4-e74b-400c-bf84-adfabd3e7410 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (843147db-f758-49e2-b620-8f1f60d53f82), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.239601 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-1b3ee0c4-e74b-400c-bf84-adfabd3e7410 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (843147db-f758-49e2-b620-8f1f60d53f82), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.242731 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-1b3ee0c4-e74b-400c-bf84-adfabd3e7410 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (843147db-f758-49e2-b620-8f1f60d53f82), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.259017 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ee0c4-e74b-400c-bf84-adfabd3e7410 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843147db-f758-49e2-b620-8f1f60d53f82,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:48.267626 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-1b3ee0c4-e74b-400c-bf84-adfabd3e7410 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.268809 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-1b3ee0c4-e74b-400c-bf84-adfabd3e7410 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1106324 Mar 04 00:53:48.271547 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49616) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:48.276265 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-9ea4e6ef-7724-462d-b367-5e8f111ccb5f tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Request body: {'security_group_rule': {'security_group_id': 'ba58fa85-f8ef-4318-b6d7-73e236024fcd', 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:48.300574 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e6ef-7724-462d-b367-5e8f111ccb5f tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (d303364b-703d-476f-acd9-4ac48ebb3ff5), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.355020 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e6ef-7724-462d-b367-5e8f111ccb5f tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (d303364b-703d-476f-acd9-4ac48ebb3ff5), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.358482 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e6ef-7724-462d-b367-5e8f111ccb5f tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (d303364b-703d-476f-acd9-4ac48ebb3ff5), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.377774 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4e6ef-7724-462d-b367-5e8f111ccb5f tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d303364b-703d-476f-acd9-4ac48ebb3ff5,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:48.385496 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e6ef-7724-462d-b367-5e8f111ccb5f tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.386756 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-9ea4e6ef-7724-462d-b367-5e8f111ccb5f tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142905 Mar 04 00:53:48.389630 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49618) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:48.393864 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-6514cb47-23f2-42c4-8847-598c4ad6f397 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Request body: {'security_group_rule': {'security_group_id': 'ba58fa85-f8ef-4318-b6d7-73e236024fcd', 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:48.421190 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-6514cb47-23f2-42c4-8847-598c4ad6f397 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (c2514648-b63b-40cb-9517-555b572f47ac), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.477454 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-6514cb47-23f2-42c4-8847-598c4ad6f397 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (c2514648-b63b-40cb-9517-555b572f47ac), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.481242 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-6514cb47-23f2-42c4-8847-598c4ad6f397 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (c2514648-b63b-40cb-9517-555b572f47ac), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.498968 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514cb47-23f2-42c4-8847-598c4ad6f397 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2514648-b63b-40cb-9517-555b572f47ac,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:48.504639 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-6514cb47-23f2-42c4-8847-598c4ad6f397 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.505802 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-6514cb47-23f2-42c4-8847-598c4ad6f397 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152203 Mar 04 00:53:48.509841 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49622) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:48.514424 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-7a95e64d-2f50-4d09-96af-425a7c12dbd7 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Request body: {'security_group_rule': {'security_group_id': 'ba58fa85-f8ef-4318-b6d7-73e236024fcd', 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:48.520688 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd217f35-654a-4951-b2d1-5486866dd525 req-66b8f071-2eec-4249-be22-c74c312b2011 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:48.522202 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-dd217f35-654a-4951-b2d1-5486866dd525 req-66b8f071-2eec-4249-be22-c74c312b2011 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0594792 Mar 04 00:53:48.540525 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7a95e64d-2f50-4d09-96af-425a7c12dbd7 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (1fffead9-c41f-4d9f-9772-3f871ebc7f70), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.568023 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-dd217f35-654a-4951-b2d1-5486866dd525 req-e31cc286-261e-460e-9068-07e0f72fa51b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395839 Mar 04 00:53:48.596577 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7a95e64d-2f50-4d09-96af-425a7c12dbd7 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (1fffead9-c41f-4d9f-9772-3f871ebc7f70), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.600293 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7a95e64d-2f50-4d09-96af-425a7c12dbd7 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (1fffead9-c41f-4d9f-9772-3f871ebc7f70), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.620111 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95e64d-2f50-4d09-96af-425a7c12dbd7 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fffead9-c41f-4d9f-9772-3f871ebc7f70,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:48.626436 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7a95e64d-2f50-4d09-96af-425a7c12dbd7 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.627342 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-7a95e64d-2f50-4d09-96af-425a7c12dbd7 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165762 Mar 04 00:53:48.630093 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49624) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:48.634918 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-12b89d41-c1fc-4bf2-8f6c-610d7ff001fd tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Request body: {'security_group_rule': {'security_group_id': 'ba58fa85-f8ef-4318-b6d7-73e236024fcd', 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:48.660375 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.securitygroups_db [None req-12b89d41-c1fc-4bf2-8f6c-610d7ff001fd tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Project 8b879598681d4fdb87aaa0da1e8cca40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 00:53:48.669674 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-12b89d41-c1fc-4bf2-8f6c-610d7ff001fd tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (82f1a615-d72a-4ef6-8f67-894732e14109), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.736070 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-12b89d41-c1fc-4bf2-8f6c-610d7ff001fd tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (82f1a615-d72a-4ef6-8f67-894732e14109), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.740855 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-12b89d41-c1fc-4bf2-8f6c-610d7ff001fd tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (82f1a615-d72a-4ef6-8f67-894732e14109), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.762791 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b89d41-c1fc-4bf2-8f6c-610d7ff001fd tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f1a615-d72a-4ef6-8f67-894732e14109,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:48.777032 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-12b89d41-c1fc-4bf2-8f6c-610d7ff001fd tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.778762 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-12b89d41-c1fc-4bf2-8f6c-610d7ff001fd tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473899 Mar 04 00:53:48.781219 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49626) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:48.785746 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-5d874d54-8546-4afb-9976-e0a15b1c0617 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Request body: {'security_group_rule': {'security_group_id': 'ba58fa85-f8ef-4318-b6d7-73e236024fcd', 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:48.812979 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.securitygroups_db [None req-5d874d54-8546-4afb-9976-e0a15b1c0617 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Project 8b879598681d4fdb87aaa0da1e8cca40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 00:53:48.818857 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5d874d54-8546-4afb-9976-e0a15b1c0617 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (d0ffe04d-995e-4ed4-99d2-9a454039b685), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.870495 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 66a93119-8b5c-413b-a1bc-2d65896443a1 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:53:48.891795 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5d874d54-8546-4afb-9976-e0a15b1c0617 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (d0ffe04d-995e-4ed4-99d2-9a454039b685), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.896532 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5d874d54-8546-4afb-9976-e0a15b1c0617 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (d0ffe04d-995e-4ed4-99d2-9a454039b685), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.915702 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d874d54-8546-4afb-9976-e0a15b1c0617 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ffe04d-995e-4ed4-99d2-9a454039b685,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:48.921987 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5d874d54-8546-4afb-9976-e0a15b1c0617 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.926619 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 66a93119-8b5c-413b-a1bc-2d65896443a1 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:48.926985 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (66a93119-8b5c-413b-a1bc-2d65896443a1), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:48.931723 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-5d874d54-8546-4afb-9976-e0a15b1c0617 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492972 Mar 04 00:53:49.012192 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 66a93119-8b5c-413b-a1bc-2d65896443a1 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:49.012646 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (66a93119-8b5c-413b-a1bc-2d65896443a1), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:49.043583 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] For port 66a93119-8b5c-413b-a1bc-2d65896443a1, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=66a93119-8b5c-413b-a1bc-2d65896443a1,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:53:49.048228 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (66a93119-8b5c-413b-a1bc-2d65896443a1), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:49.049070 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 251256dd-fed6-4192-a542-31f5d1988d9e up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:53:49.074467 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c31013-78b0-40d1-9cdb-8877da270a8e req-2cfa72f1-17e6-455a-9f3a-dc5cdc2ae11f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:49.076042 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-29c31013-78b0-40d1-9cdb-8877da270a8e req-2cfa72f1-17e6-455a-9f3a-dc5cdc2ae11f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.0745795 Mar 04 00:53:49.175032 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Pushing event updated for resources: {'Port': ['ID=66a93119-8b5c-413b-a1bc-2d65896443a1,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:49.208415 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-29c31013-78b0-40d1-9cdb-8877da270a8e req-28c5ffa3-5928-42c8-a8ca-0390d8a9a4c4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Deleting port 76f6d819-65de-4824-a695-68ff6b24d3b8 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:53:49.209409 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-29c31013-78b0-40d1-9cdb-8877da270a8e req-28c5ffa3-5928-42c8-a8ca-0390d8a9a4c4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (76f6d819-65de-4824-a695-68ff6b24d3b8), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:49.227494 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 251256dd-fed6-4192-a542-31f5d1988d9e triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:49.227880 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (251256dd-fed6-4192-a542-31f5d1988d9e), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:49.319838 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-29c31013-78b0-40d1-9cdb-8877da270a8e req-28c5ffa3-5928-42c8-a8ca-0390d8a9a4c4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] For port 76f6d819-65de-4824-a695-68ff6b24d3b8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=76f6d819-65de-4824-a695-68ff6b24d3b8,segment=NetworkSegment(03967297-d897-4af5-b75d-b697d29cd9d5),segment_id=03967297-d897-4af5-b75d-b697d29cd9d5)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:53:49.322051 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-29c31013-78b0-40d1-9cdb-8877da270a8e req-28c5ffa3-5928-42c8-a8ca-0390d8a9a4c4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (76f6d819-65de-4824-a695-68ff6b24d3b8), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:49.356294 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 251256dd-fed6-4192-a542-31f5d1988d9e is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:49.452948 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-a175d46b-1a2d-4d6c-8426-b80d07f00472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:49.575556 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-29c31013-78b0-40d1-9cdb-8877da270a8e req-28c5ffa3-5928-42c8-a8ca-0390d8a9a4c4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:49.575929 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-29c31013-78b0-40d1-9cdb-8877da270a8e req-28c5ffa3-5928-42c8-a8ca-0390d8a9a4c4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (9efa6461-7f5d-4187-ac18-3dec5c9bb711), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:49.576257 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.l3_db [req-29c31013-78b0-40d1-9cdb-8877da270a8e req-28c5ffa3-5928-42c8-a8ca-0390d8a9a4c4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Floating IP 9efa6461-7f5d-4187-ac18-3dec5c9bb711 disassociated. External IP: 172.27.0.14, port: 76f6d819-65de-4824-a695-68ff6b24d3b8. Mar 04 00:53:49.576697 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-29c31013-78b0-40d1-9cdb-8877da270a8e req-28c5ffa3-5928-42c8-a8ca-0390d8a9a4c4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Calling delete_port for 76f6d819-65de-4824-a695-68ff6b24d3b8 owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:53:49.766282 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f524c4-eb86-4226-9b64-419dd9495fce req-5a972db0-ed4a-43c6-a053-0f575f0461c4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:49.767882 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-90f524c4-eb86-4226-9b64-419dd9495fce req-5a972db0-ed4a-43c6-a053-0f575f0461c4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=d85dfea5-c350-4875-99a1-4fb7b59f5fb8 HTTP/1.1" status: 200 len: 945 time: 0.1291189 Mar 04 00:53:49.828113 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-90f524c4-eb86-4226-9b64-419dd9495fce req-9a539d1c-a656-43c6-bcea-14fe8b4e7c16 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536635 Mar 04 00:53:49.974205 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-29c31013-78b0-40d1-9cdb-8877da270a8e req-28c5ffa3-5928-42c8-a8ca-0390d8a9a4c4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (76f6d819-65de-4824-a695-68ff6b24d3b8), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:50.006264 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5ffa3-5928-42c8-a8ca-0390d8a9a4c4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event deleted for resources: {'Port': ['ID=76f6d819-65de-4824-a695-68ff6b24d3b8,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:50.131256 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29c31013-78b0-40d1-9cdb-8877da270a8e req-28c5ffa3-5928-42c8-a8ca-0390d8a9a4c4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Router 38443604-714f-4677-a150-fe847ec68ef5 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:53:50.247378 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29c31013-78b0-40d1-9cdb-8877da270a8e req-28c5ffa3-5928-42c8-a8ca-0390d8a9a4c4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:53:50.259010 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed165c5-45b6-4b87-8f5a-6d4301027dd6 None None] Sync routers for ids ['38443604-714f-4677-a150-fe847ec68ef5'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:53:50.270451 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed165c5-45b6-4b87-8f5a-6d4301027dd6 None None] Routers {'38443604-714f-4677-a150-fe847ec68ef5'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:53:50.271273 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-8ed165c5-45b6-4b87-8f5a-6d4301027dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['38443604-714f-4677-a150-fe847ec68ef5'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:50.272448 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Sync routers for ids ['efc0b56e-577a-4612-a8eb-603b3757f797'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:53:50.283058 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Routers {'efc0b56e-577a-4612-a8eb-603b3757f797'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:53:50.283866 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['efc0b56e-577a-4612-a8eb-603b3757f797'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:50.290009 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c31013-78b0-40d1-9cdb-8877da270a8e req-28c5ffa3-5928-42c8-a8ca-0390d8a9a4c4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] No DVR routers for this DVR port 76f6d819-65de-4824-a695-68ff6b24d3b8 on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:53:50.292512 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-29c31013-78b0-40d1-9cdb-8877da270a8e req-28c5ffa3-5928-42c8-a8ca-0390d8a9a4c4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:50.295855 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-29c31013-78b0-40d1-9cdb-8877da270a8e req-28c5ffa3-5928-42c8-a8ca-0390d8a9a4c4 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.20 "DELETE /v2.0/ports/76f6d819-65de-4824-a695-68ff6b24d3b8 HTTP/1.1" status: 204 len: 173 time: 1.2119966 Mar 04 00:53:50.297832 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85dfea5-c350-4875-99a1-4fb7b59f5fb8', 'name': 'network-vif-deleted', 'tag': '76f6d819-65de-4824-a695-68ff6b24d3b8'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:53:50.299246 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfdcf58-ab41-4b25-b749-8b7c1042a0f1" -d '{"events": [{"server_uuid": "d85dfea5-c350-4875-99a1-4fb7b59f5fb8", "name": "network-vif-deleted", "tag": "76f6d819-65de-4824-a695-68ff6b24d3b8"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:53:50.433209 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Set router efc0b56e-577a-4612-a8eb-603b3757f797 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:53:50.439461 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421dfb21-1f7f-435f-a512-9d594b281171 x-openstack-request-id: req-421dfb21-1f7f-435f-a512-9d594b281171 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:53:50.439771 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85dfea5-c350-4875-99a1-4fb7b59f5fb8", "name": "network-vif-deleted", "tag": "76f6d819-65de-4824-a695-68ff6b24d3b8", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:53:50.439884 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-8ed165c5-45b6-4b87-8f5a-6d4301027dd6 None None] Set router 38443604-714f-4677-a150-fe847ec68ef5 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:53:50.440056 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-421dfb21-1f7f-435f-a512-9d594b281171 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:53:50.440424 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85dfea5-c350-4875-99a1-4fb7b59f5fb8', 'name': 'network-vif-deleted', 'tag': '76f6d819-65de-4824-a695-68ff6b24d3b8', 'status': 'completed', 'code': 200} Mar 04 00:53:50.678617 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-8ed165c5-45b6-4b87-8f5a-6d4301027dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '9e96b569-93de-4890-845b-5fe63916fe50', 'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'mac_address': 'fa:16:3e:c8:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:33Z', 'updated_at': '2022-03-04T00:48:49Z', 'revision_number': 5, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'subnets': [{'id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:50.709410 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed165c5-45b6-4b87-8f5a-6d4301027dd6 None None] Checking router: 38443604-714f-4677-a150-fe847ec68ef5 for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:53:50.720777 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed165c5-45b6-4b87-8f5a-6d4301027dd6 None None] Routers {'38443604-714f-4677-a150-fe847ec68ef5'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:53:50.721400 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-8ed165c5-45b6-4b87-8f5a-6d4301027dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['38443604-714f-4677-a150-fe847ec68ef5'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:50.780440 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 66a93119-8b5c-413b-a1bc-2d65896443a1 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:53:50.848308 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-8ed165c5-45b6-4b87-8f5a-6d4301027dd6 None None] Set router 38443604-714f-4677-a150-fe847ec68ef5 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:53:50.854799 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'name': 'tempest-TestShelveInstance-1877202879-router', 'tenant_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '66a93119-8b5c-413b-a1bc-2d65896443a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:43Z', 'updated_at': '2022-03-04T00:53:46Z', 'revision_number': 4, 'project_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'gw_port': {'id': '66a93119-8b5c-413b-a1bc-2d65896443a1', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:43Z', 'updated_at': '2022-03-04T00:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '24842aba-badc-4951-bbf1-1246c4e0cbc3', 'name': '', 'network_id': '6922fdee-09b0-460f-ac6c-632faf99ca5a', 'tenant_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'mac_address': 'fa:16:3e:41:d1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fddba7d5-bf19-4437-a2e0-4ecbddda5f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:45Z', 'updated_at': '2022-03-04T00:53:46Z', 'revision_number': 2, 'project_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'subnets': [{'id': 'fddba7d5-bf19-4437-a2e0-4ecbddda5f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:50.857117 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 66a93119-8b5c-413b-a1bc-2d65896443a1 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:50.857493 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (66a93119-8b5c-413b-a1bc-2d65896443a1), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:50.927592 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Checking router: efc0b56e-577a-4612-a8eb-603b3757f797 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:53:50.927941 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Updating router efc0b56e-577a-4612-a8eb-603b3757f797 port 24842aba-badc-4951-bbf1-1246c4e0cbc3 binding host dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:53:50.932028 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 49696) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:50.962328 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.004159 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-885382f1-b3b1-42d9-9243-e9bd94037674 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group (8a2f8a8e-5327-4109-ae7d-85cb8d2c329e), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.031201 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-885382f1-b3b1-42d9-9243-e9bd94037674 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group (8a2f8a8e-5327-4109-ae7d-85cb8d2c329e), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.091078 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-885382f1-b3b1-42d9-9243-e9bd94037674 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (8a2f8a8e-5327-4109-ae7d-85cb8d2c329e), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.093923 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-885382f1-b3b1-42d9-9243-e9bd94037674 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.098319 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-885382f1-b3b1-42d9-9243-e9bd94037674 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "DELETE /v2.0/security-groups/8a2f8a8e-5327-4109-ae7d-85cb8d2c329e HTTP/1.1" status: 204 len: 168 time: 0.1646848 Mar 04 00:53:51.099749 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49698) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:51.103513 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 66a93119-8b5c-413b-a1bc-2d65896443a1 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:51.114828 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885382f1-b3b1-42d9-9243-e9bd94037674 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2f8a8e-5327-4109-ae7d-85cb8d2c329e,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:51.128651 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.api.v2.resource [None req-649fe79b-4f1a-451c-a509-b602157443c8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] show failed (client error): The resource could not be found. Mar 04 00:53:51.130384 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-649fe79b-4f1a-451c-a509-b602157443c8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups/8a2f8a8e-5327-4109-ae7d-85cb8d2c329e HTTP/1.1" status: 404 len: 347 time: 0.0246246 Mar 04 00:53:51.132891 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49700) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:51.208755 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-8ed165c5-45b6-4b87-8f5a-6d4301027dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '9e96b569-93de-4890-845b-5fe63916fe50', 'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'mac_address': 'fa:16:3e:c8:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:33Z', 'updated_at': '2022-03-04T00:48:49Z', 'revision_number': 5, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'subnets': [{'id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:51.235526 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed165c5-45b6-4b87-8f5a-6d4301027dd6 None None] The sync data for ids ['38443604-714f-4677-a150-fe847ec68ef5'] in dv-cinder-812685-7-iscsi is: [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '9e96b569-93de-4890-845b-5fe63916fe50', 'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'mac_address': 'fa:16:3e:c8:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:33Z', 'updated_at': '2022-03-04T00:48:49Z', 'revision_number': 5, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'subnets': [{'id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:53:51.277225 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-ecc98b8a-7196-4fa7-be74-1ef29f9b1876 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Deleting port e97ca644-d0a5-4f82-8d0c-4a4c0903fdd9 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:53:51.277829 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ecc98b8a-7196-4fa7-be74-1ef29f9b1876 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (e97ca644-d0a5-4f82-8d0c-4a4c0903fdd9), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.309905 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Publish callbacks [] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), precommit_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.316808 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.366754 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ecc98b8a-7196-4fa7-be74-1ef29f9b1876 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (e97ca644-d0a5-4f82-8d0c-4a4c0903fdd9), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.367184 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ecc98b8a-7196-4fa7-be74-1ef29f9b1876 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for floatingip (e97ca644-d0a5-4f82-8d0c-4a4c0903fdd9), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.386236 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-ecc98b8a-7196-4fa7-be74-1ef29f9b1876 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Calling delete_port for e97ca644-d0a5-4f82-8d0c-4a4c0903fdd9 owned by network:floatingip {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:53:51.404178 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cfd4d-746b-41a9-bc35-f951c78f9eb1 None None] Pushing event updated for resources: {'Port': ['ID=24842aba-badc-4951-bbf1-1246c4e0cbc3,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:51.455815 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Attempting to bind port 24842aba-badc-4951-bbf1-1246c4e0cbc3 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:53:51.456582 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Attempting to bind port 24842aba-badc-4951-bbf1-1246c4e0cbc3 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': '0bee8aae-b454-4a30-b8f9-dbdc8aadecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6922fdee-09b0-460f-ac6c-632faf99ca5a'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:53:51.457138 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Attempting to bind port 24842aba-badc-4951-bbf1-1246c4e0cbc3 on network 6922fdee-09b0-460f-ac6c-632faf99ca5a {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:53:51.476295 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:53:51.478285 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Checking segment: {'id': '0bee8aae-b454-4a30-b8f9-dbdc8aadecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6922fdee-09b0-460f-ac6c-632faf99ca5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:53:51.478833 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.479243 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Bound using segment: {'id': '0bee8aae-b454-4a30-b8f9-dbdc8aadecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6922fdee-09b0-460f-ac6c-632faf99ca5a'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:53:51.479919 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Bound port: 24842aba-badc-4951-bbf1-1246c4e0cbc3, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bee8aae-b454-4a30-b8f9-dbdc8aadecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6922fdee-09b0-460f-ac6c-632faf99ca5a'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:53:51.480517 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.539090 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb76df96-bb40-4285-87ed-a23eb57ceba0 None None] New status for floating IP 9efa6461-7f5d-4187-ac18-3dec5c9bb711: DOWN {{(pid=109683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:53:51.561899 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] For port 24842aba-badc-4951-bbf1-1246c4e0cbc3, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:53:51.565175 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] For port 24842aba-badc-4951-bbf1-1246c4e0cbc3, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=24842aba-badc-4951-bbf1-1246c4e0cbc3,segment=NetworkSegment(0bee8aae-b454-4a30-b8f9-dbdc8aadecc3),segment_id=0bee8aae-b454-4a30-b8f9-dbdc8aadecc3)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:53:51.571655 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.584577 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ecc98b8a-7196-4fa7-be74-1ef29f9b1876 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (e97ca644-d0a5-4f82-8d0c-4a4c0903fdd9), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.628508 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc98b8a-7196-4fa7-be74-1ef29f9b1876 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event deleted for resources: {'Port': ['ID=e97ca644-d0a5-4f82-8d0c-4a4c0903fdd9,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:51.631890 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.db.api [None req-fb76df96-bb40-4285-87ed-a23eb57ceba0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 00:53:51.635420 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG oslo_db.api [None req-fb76df96-bb40-4285-87ed-a23eb57ceba0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 00:53:51.666297 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cfd4d-746b-41a9-bc35-f951c78f9eb1 None None] Pushing event updated for resources: {'Port': ['ID=24842aba-badc-4951-bbf1-1246c4e0cbc3,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:51.679087 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Routers {'efc0b56e-577a-4612-a8eb-603b3757f797'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:53:51.679708 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['efc0b56e-577a-4612-a8eb-603b3757f797'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:51.683561 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-de2801cd-3135-4736-b6e7-6f1bd2a324c4 None None] Provisioning complete for port 24842aba-badc-4951-bbf1-1246c4e0cbc3 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:51.683561 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-de2801cd-3135-4736-b6e7-6f1bd2a324c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.719398 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ecc98b8a-7196-4fa7-be74-1ef29f9b1876 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for floatingip (9efa6461-7f5d-4187-ac18-3dec5c9bb711), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.722189 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ecc98b8a-7196-4fa7-be74-1ef29f9b1876 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.726090 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-ecc98b8a-7196-4fa7-be74-1ef29f9b1876 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "DELETE /v2.0/floatingips/9efa6461-7f5d-4187-ac18-3dec5c9bb711 HTTP/1.1" status: 204 len: 168 time: 0.5894854 Mar 04 00:53:51.778711 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-c4056262-5a9b-4ace-8383-a313d2ab3fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.881605 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] Set router efc0b56e-577a-4612-a8eb-603b3757f797 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:53:51.884580 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-de2801cd-3135-4736-b6e7-6f1bd2a324c4 None None] Current status of the port 24842aba-badc-4951-bbf1-1246c4e0cbc3 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:51.884935 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-de2801cd-3135-4736-b6e7-6f1bd2a324c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:51.990819 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-de2801cd-3135-4736-b6e7-6f1bd2a324c4 None None] For port 24842aba-badc-4951-bbf1-1246c4e0cbc3, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=24842aba-badc-4951-bbf1-1246c4e0cbc3,segment=NetworkSegment(0bee8aae-b454-4a30-b8f9-dbdc8aadecc3),segment_id=0bee8aae-b454-4a30-b8f9-dbdc8aadecc3)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:53:52.019659 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-de2801cd-3135-4736-b6e7-6f1bd2a324c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.030245 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49706) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:52.035910 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-54c40a0e-a7e4-41d3-a8dc-c4d89d0ccae5 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1121917780', 'description': 'tempest-description--149539277'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:52.056748 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-54c40a0e-a7e4-41d3-a8dc-c4d89d0ccae5 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.100591 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2801cd-3135-4736-b6e7-6f1bd2a324c4 None None] Pushing event updated for resources: {'Port': ['ID=24842aba-badc-4951-bbf1-1246c4e0cbc3,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:52.136824 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-54c40a0e-a7e4-41d3-a8dc-c4d89d0ccae5 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group (176857cd-f319-4ae7-ae2c-505c3eced2ba), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.137065 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb76df96-bb40-4285-87ed-a23eb57ceba0 None None] New status for floating IP 9efa6461-7f5d-4187-ac18-3dec5c9bb711: DOWN {{(pid=109683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:53:52.142042 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-54c40a0e-a7e4-41d3-a8dc-c4d89d0ccae5 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (176857cd-f319-4ae7-ae2c-505c3eced2ba), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.164005 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-bb9b177b-41b1-4198-af96-534e48c43da9 None None] Provisioning complete for port 24842aba-badc-4951-bbf1-1246c4e0cbc3 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:52.164416 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-bb9b177b-41b1-4198-af96-534e48c43da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.174941 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-54c40a0e-a7e4-41d3-a8dc-c4d89d0ccae5 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.176372 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-54c40a0e-a7e4-41d3-a8dc-c4d89d0ccae5 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1447115 Mar 04 00:53:52.178630 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c40a0e-a7e4-41d3-a8dc-c4d89d0ccae5 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176857cd-f319-4ae7-ae2c-505c3eced2ba,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:52.179415 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 49708) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:52.184441 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-b4efdf0f-189d-4c5a-8fe5-c0052b004fab tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Request body: {'security_group_rule': {'security_group_id': '176857cd-f319-4ae7-ae2c-505c3eced2ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:52.209963 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b4efdf0f-189d-4c5a-8fe5-c0052b004fab tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group_rule (09515b7d-49bc-4246-ba42-194cb0b7137b), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.217214 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'name': 'tempest-TestShelveInstance-1877202879-router', 'tenant_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '66a93119-8b5c-413b-a1bc-2d65896443a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:43Z', 'updated_at': '2022-03-04T00:53:46Z', 'revision_number': 4, 'project_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'gw_port': {'id': '66a93119-8b5c-413b-a1bc-2d65896443a1', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:43Z', 'updated_at': '2022-03-04T00:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '24842aba-badc-4951-bbf1-1246c4e0cbc3', 'name': '', 'network_id': '6922fdee-09b0-460f-ac6c-632faf99ca5a', 'tenant_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'mac_address': 'fa:16:3e:41:d1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fddba7d5-bf19-4437-a2e0-4ecbddda5f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:45Z', 'updated_at': '2022-03-04T00:53:51Z', 'revision_number': 4, 'project_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'subnets': [{'id': 'fddba7d5-bf19-4437-a2e0-4ecbddda5f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:52.246955 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6388be2f-bbe4-4732-b4c8-02f2648feb56 None None] The sync data for ids ['efc0b56e-577a-4612-a8eb-603b3757f797'] in dv-cinder-812685-7-iscsi is: [{'id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'name': 'tempest-TestShelveInstance-1877202879-router', 'tenant_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '66a93119-8b5c-413b-a1bc-2d65896443a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:43Z', 'updated_at': '2022-03-04T00:53:46Z', 'revision_number': 4, 'project_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'gw_port': {'id': '66a93119-8b5c-413b-a1bc-2d65896443a1', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:43Z', 'updated_at': '2022-03-04T00:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '24842aba-badc-4951-bbf1-1246c4e0cbc3', 'name': '', 'network_id': '6922fdee-09b0-460f-ac6c-632faf99ca5a', 'tenant_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'mac_address': 'fa:16:3e:41:d1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fddba7d5-bf19-4437-a2e0-4ecbddda5f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:45Z', 'updated_at': '2022-03-04T00:53:51Z', 'revision_number': 4, 'project_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'subnets': [{'id': 'fddba7d5-bf19-4437-a2e0-4ecbddda5f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:53:52.262139 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b4efdf0f-189d-4c5a-8fe5-c0052b004fab tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group_rule (09515b7d-49bc-4246-ba42-194cb0b7137b), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.266076 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b4efdf0f-189d-4c5a-8fe5-c0052b004fab tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (09515b7d-49bc-4246-ba42-194cb0b7137b), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.286540 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efdf0f-189d-4c5a-8fe5-c0052b004fab tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09515b7d-49bc-4246-ba42-194cb0b7137b,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:52.289291 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b177b-41b1-4198-af96-534e48c43da9 None None] Current status of the port 24842aba-badc-4951-bbf1-1246c4e0cbc3 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:52.296345 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b4efdf0f-189d-4c5a-8fe5-c0052b004fab tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.300238 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-b4efdf0f-189d-4c5a-8fe5-c0052b004fab tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198249 Mar 04 00:53:52.300410 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49710) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:52.305456 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-84073a43-1abd-4019-946a-f59d11060f79 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Request body: {'security_group_rule': {'security_group_id': '176857cd-f319-4ae7-ae2c-505c3eced2ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:52.330866 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-84073a43-1abd-4019-946a-f59d11060f79 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group_rule (d43a92e3-6d6f-4380-bd9e-ea69cb127b62), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.389804 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-84073a43-1abd-4019-946a-f59d11060f79 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group_rule (d43a92e3-6d6f-4380-bd9e-ea69cb127b62), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.394176 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-84073a43-1abd-4019-946a-f59d11060f79 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (d43a92e3-6d6f-4380-bd9e-ea69cb127b62), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.414128 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84073a43-1abd-4019-946a-f59d11060f79 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43a92e3-6d6f-4380-bd9e-ea69cb127b62,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:52.418571 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-84073a43-1abd-4019-946a-f59d11060f79 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.422990 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-84073a43-1abd-4019-946a-f59d11060f79 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184666 Mar 04 00:53:52.422990 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 49714) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:53:52.426988 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Request body: {'floatingip': {'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:52.448805 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.545580 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.655704 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Allocated IP 172.27.0.101 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/79a404af-e4fa-4d90-8c43-004cabc9b910) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:53:52.778560 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for port (79a404af-e4fa-4d90-8c43-004cabc9b910), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.796691 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 24842aba-badc-4951-bbf1-1246c4e0cbc3 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:53:52.801754 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.823203 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (79a404af-e4fa-4d90-8c43-004cabc9b910), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.853460 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 24842aba-badc-4951-bbf1-1246c4e0cbc3 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:52.854179 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:52.861480 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:53:52.864692 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:53:52.867243 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:53:52.909438 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event updated for resources: {'Port': ['ID=79a404af-e4fa-4d90-8c43-004cabc9b910,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:52.950272 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 24842aba-badc-4951-bbf1-1246c4e0cbc3 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:52.968797 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for floatingip (bd1a5ff0-040f-4b86-9421-041c23bf972c), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:53.006661 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (79a404af-e4fa-4d90-8c43-004cabc9b910), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:53.129560 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 76f6d819-65de-4824-a695-68ff6b24d3b8 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:53:53.155289 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: 76f6d819-65de-4824-a695-68ff6b24d3b8 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:53:53.155635 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 76f6d819-65de-4824-a695-68ff6b24d3b8 not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:53:53.173456 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for port (79a404af-e4fa-4d90-8c43-004cabc9b910), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:53.178866 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (79a404af-e4fa-4d90-8c43-004cabc9b910), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:53.256670 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event updated for resources: {'Port': ['ID=79a404af-e4fa-4d90-8c43-004cabc9b910,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:53.270553 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (bd1a5ff0-040f-4b86-9421-041c23bf972c), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:53.286163 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:53.287419 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-3a3d3d3e-3b99-46e8-ac56-7c1a481fdf15 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8636682 Mar 04 00:53:53.440462 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-078600c8-c27d-4898-994e-ef90fdf37d4b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1121917780&fields=id&tenant_id=4f74a38a30364f84b464c10e694a223d HTTP/1.1" status: 200 len: 267 time: 0.0444884 Mar 04 00:53:53.550030 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-39a70062-9fdf-4d5b-b9db-908a33079147 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:53.551503 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-39a70062-9fdf-4d5b-b9db-908a33079147 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/networks?id=0f459d4b-89d4-473a-8642-eeac28fa1b34 HTTP/1.1" status: 200 len: 811 time: 0.1032231 Mar 04 00:53:53.568022 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-79ed412b-4357-4aa6-a07d-b6ac81b74b8a tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/quotas/4f74a38a30364f84b464c10e694a223d HTTP/1.1" status: 200 len: 375 time: 0.0097032 Mar 04 00:53:53.624635 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-436000fb-4b65-46ec-8e07-a3b460ff5cd2 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f74a38a30364f84b464c10e694a223d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506387 Mar 04 00:53:53.766811 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-48603e76-7f18-41a6-9baf-3d36d13c8149 service neutron] 10.222.0.23 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311257 Mar 04 00:53:53.858043 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-d5128806-741f-4d80-a4c0-03ee66db4c23 service neutron] 10.222.0.23 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855780 Mar 04 00:53:54.020884 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-426aeedd-bcf4-481c-a728-f56d7b9a7ea4 req-da2da356-9f45-456d-a6a7-4cf7e0565b38 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 210 time: 0.0269930 Mar 04 00:53:54.112259 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:55.007179 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21ad75-938f-4eb2-9fe4-8ebd6ae16b90 req-4be4a7eb-1d81-4c64-9156-2a5cf4e7acb9 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:55.009192 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-af21ad75-938f-4eb2-9fe4-8ebd6ae16b90 req-4be4a7eb-1d81-4c64-9156-2a5cf4e7acb9 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 945 time: 0.0585194 Mar 04 00:53:55.063650 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-af21ad75-938f-4eb2-9fe4-8ebd6ae16b90 req-26d422b5-f7fc-4780-87a1-d38ad0553000 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477099 Mar 04 00:53:55.117335 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-2ddd42d0-d136-44d1-9f96-8e62b4067856 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:55.118855 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-2ddd42d0-d136-44d1-9f96-8e62b4067856 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.20 "GET /v2.0/networks?id=0f459d4b-89d4-473a-8642-eeac28fa1b34 HTTP/1.1" status: 200 len: 811 time: 0.1180120 Mar 04 00:53:55.141590 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ad09f852-2a32-44e5-b4ed-af88240e9cfe req-b02b66eb-d3a0-431b-a137-a2a1501dfe66 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 210 time: 0.0298152 Mar 04 00:53:55.188608 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-65f8b80c-ffd4-4dba-91cc-272a2a91403e tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f74a38a30364f84b464c10e694a223d HTTP/1.1" status: 200 len: 380 time: 0.0609043 Mar 04 00:53:55.202193 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-322b6b0d-6507-4443-94e3-2f9f44b5b180 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Request body: {'port': {'device_id': 'a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'admin_state_up': True, 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'security_groups': ['176857cd-f319-4ae7-ae2c-505c3eced2ba']}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:55.314409 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-322b6b0d-6507-4443-94e3-2f9f44b5b180 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Made reservation on behalf of 4f74a38a30364f84b464c10e694a223d for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:53:55.318052 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-322b6b0d-6507-4443-94e3-2f9f44b5b180 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:55.444933 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-322b6b0d-6507-4443-94e3-2f9f44b5b180 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Allocated IP 172.20.0.3 (0f459d4b-89d4-473a-8642-eeac28fa1b34/3bd82242-2f06-4a28-9540-82b69b66357f/78ed5b22-2ecb-484b-8a29-65668de90375) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:53:55.577366 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-322b6b0d-6507-4443-94e3-2f9f44b5b180 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for port (78ed5b22-2ecb-484b-8a29-65668de90375), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:55.611703 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-322b6b0d-6507-4443-94e3-2f9f44b5b180 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (78ed5b22-2ecb-484b-8a29-65668de90375), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:55.656975 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-322b6b0d-6507-4443-94e3-2f9f44b5b180 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Network 0f459d4b-89d4-473a-8642-eeac28fa1b34 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:53:55.659977 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-322b6b0d-6507-4443-94e3-2f9f44b5b180 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:53:55.664131 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-322b6b0d-6507-4443-94e3-2f9f44b5b180 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:53:55.692240 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b6b0d-6507-4443-94e3-2f9f44b5b180 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event updated for resources: {'Port': ['ID=78ed5b22-2ecb-484b-8a29-65668de90375,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:55.716137 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-322b6b0d-6507-4443-94e3-2f9f44b5b180 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:55.716753 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-322b6b0d-6507-4443-94e3-2f9f44b5b180 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:55.735609 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-322b6b0d-6507-4443-94e3-2f9f44b5b180 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5366197 Mar 04 00:53:55.798542 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Request body: {'port': {'device_id': 'a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:53:55.848427 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:55.865679 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (78ed5b22-2ecb-484b-8a29-65668de90375), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:55.933653 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3c9e082e-8152-4654-b4da-117cc4d619db None None] Provisioning complete for port 78ed5b22-2ecb-484b-8a29-65668de90375 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:53:55.933980 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3c9e082e-8152-4654-b4da-117cc4d619db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (78ed5b22-2ecb-484b-8a29-65668de90375), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:55.968254 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e082e-8152-4654-b4da-117cc4d619db None None] Port 78ed5b22-2ecb-484b-8a29-65668de90375 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:53:56.130968 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ed5b22-2ecb-484b-8a29-65668de90375 {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:53:56.143021 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Publish callbacks [] for port (78ed5b22-2ecb-484b-8a29-65668de90375), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:56.157036 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Transition to ACTIVE for port object 78ed5b22-2ecb-484b-8a29-65668de90375 will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:53:56.163961 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (78ed5b22-2ecb-484b-8a29-65668de90375), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:56.193708 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd31f6-bddb-4c66-83fd-2df6a15fc0b3 req-2614e98e-21ae-4440-b34c-45fa6c532f99 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:56.197532 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-61fd31f6-bddb-4c66-83fd-2df6a15fc0b3 req-2614e98e-21ae-4440-b34c-45fa6c532f99 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 945 time: 0.0621648 Mar 04 00:53:56.239011 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Pushing event updated for resources: {'Port': ['ID=78ed5b22-2ecb-484b-8a29-65668de90375,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:56.296044 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Attempting to bind port 78ed5b22-2ecb-484b-8a29-65668de90375 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:53:56.296560 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Attempting to bind port 78ed5b22-2ecb-484b-8a29-65668de90375 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '03967297-d897-4af5-b75d-b697d29cd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:53:56.297085 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Attempting to bind port 78ed5b22-2ecb-484b-8a29-65668de90375 on network 0f459d4b-89d4-473a-8642-eeac28fa1b34 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:53:56.302665 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Port 78ed5b22-2ecb-484b-8a29-65668de90375 on network 0f459d4b-89d4-473a-8642-eeac28fa1b34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:53:56.308080 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Attempting to bind port 78ed5b22-2ecb-484b-8a29-65668de90375 on network 0f459d4b-89d4-473a-8642-eeac28fa1b34 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:53:56.312052 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-61fd31f6-bddb-4c66-83fd-2df6a15fc0b3 req-38a8f6e9-e70e-4278-a730-9fdd12892f14 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049099 Mar 04 00:53:56.312349 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:53:56.312814 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Checking segment: {'id': '03967297-d897-4af5-b75d-b697d29cd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:53:56.313512 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Bound using segment: {'id': '03967297-d897-4af5-b75d-b697d29cd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:53:56.314249 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Bound port: 78ed5b22-2ecb-484b-8a29-65668de90375, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03967297-d897-4af5-b75d-b697d29cd9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:53:56.314713 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (78ed5b22-2ecb-484b-8a29-65668de90375), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:56.341289 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21be083-9166-4a35-a6d4-e98013a3bbe0 req-2303c34a-49bf-4419-be80-019b62a82893 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:56.343560 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b21be083-9166-4a35-a6d4-e98013a3bbe0 req-2303c34a-49bf-4419-be80-019b62a82893 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 943 time: 0.1101997 Mar 04 00:53:56.384891 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] For port 78ed5b22-2ecb-484b-8a29-65668de90375, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:53:56.388832 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] For port 78ed5b22-2ecb-484b-8a29-65668de90375, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=78ed5b22-2ecb-484b-8a29-65668de90375,segment=NetworkSegment(03967297-d897-4af5-b75d-b697d29cd9d5),segment_id=03967297-d897-4af5-b75d-b697d29cd9d5)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:53:56.396349 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (78ed5b22-2ecb-484b-8a29-65668de90375), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:56.403958 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b21be083-9166-4a35-a6d4-e98013a3bbe0 req-2c6191b2-7bb2-4efb-a21f-28e920a0a585 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=176857cd-f319-4ae7-ae2c-505c3eced2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531487 Mar 04 00:53:56.433478 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:56.434117 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:56.435691 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] 10.222.0.20 "PUT /v2.0/ports/78ed5b22-2ecb-484b-8a29-65668de90375 HTTP/1.1" status: 200 len: 1093 time: 0.6902659 Mar 04 00:53:56.436212 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd', 'tag': '78ed5b22-2ecb-484b-8a29-65668de90375'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:53:56.438633 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2847cabf-cc80-4c7d-b0cf-6916ad24d6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd", "tag": "78ed5b22-2ecb-484b-8a29-65668de90375"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:53:56.504067 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254c707e-96ff-4d00-b9de-0e94f6a67c26 x-openstack-request-id: req-254c707e-96ff-4d00-b9de-0e94f6a67c26 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:53:56.504361 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd", "tag": "78ed5b22-2ecb-484b-8a29-65668de90375", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:53:56.504612 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-254c707e-96ff-4d00-b9de-0e94f6a67c26 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:53:56.505026 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd', 'tag': '78ed5b22-2ecb-484b-8a29-65668de90375', 'status': 'completed', 'code': 200} Mar 04 00:53:56.525730 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f3269-0dd4-4d88-958d-87247f297a96 service neutron] Pushing event updated for resources: {'Port': ['ID=78ed5b22-2ecb-484b-8a29-65668de90375,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:56.545906 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-0889b5a8-5573-4c00-8130-243150cef231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:56.547502 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-0889b5a8-5573-4c00-8130-243150cef231 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f74a38a30364f84b464c10e694a223d&device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 1127 time: 0.0715950 Mar 04 00:53:56.598873 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-f4cd5206-09dd-4895-bc4f-8e429bc4692d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78ed5b22-2ecb-484b-8a29-65668de90375 HTTP/1.1" status: 200 len: 217 time: 0.0418885 Mar 04 00:53:56.649426 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-3ec953fc-0acf-4e23-9bb6-0f2bed0c8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:56.651031 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-3ec953fc-0acf-4e23-9bb6-0f2bed0c8af7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bd82242-2f06-4a28-9540-82b69b66357f HTTP/1.1" status: 200 len: 850 time: 0.0448482 Mar 04 00:53:56.730809 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-a1be0379-df36-4a5f-b289-c520517b54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:56.732324 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-a1be0379-df36-4a5f-b289-c520517b54d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f459d4b-89d4-473a-8642-eeac28fa1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746667 Mar 04 00:53:56.814238 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438f786-b9ca-44c8-8dcd-0bf1f5cd3187 req-b8eba16f-692b-4b61-bd70-8beade7811a2 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:56.815693 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-9438f786-b9ca-44c8-8dcd-0bf1f5cd3187 req-b8eba16f-692b-4b61-bd70-8beade7811a2 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 945 time: 0.1196678 Mar 04 00:53:56.886043 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-285a50e0-af64-4368-b9ed-08fd71b9a8f1 service neutron] 10.222.0.20 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459556 Mar 04 00:53:57.004366 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-9438f786-b9ca-44c8-8dcd-0bf1f5cd3187 req-533f295c-3f59-4b52-bd16-db613c802696 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Deleting port b8233228-2c30-4e9d-ad08-9f85aed12993 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:53:57.004698 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-9438f786-b9ca-44c8-8dcd-0bf1f5cd3187 req-533f295c-3f59-4b52-bd16-db613c802696 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (b8233228-2c30-4e9d-ad08-9f85aed12993), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:57.025485 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-df9b38b2-b373-486e-88fc-4c2fd66a6089 req-1f606c73-0321-4764-b952-626cf9216817 service neutron] 10.222.0.20 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171942 Mar 04 00:53:57.128615 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-9438f786-b9ca-44c8-8dcd-0bf1f5cd3187 req-533f295c-3f59-4b52-bd16-db613c802696 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] For port b8233228-2c30-4e9d-ad08-9f85aed12993, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b8233228-2c30-4e9d-ad08-9f85aed12993,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:53:57.128885 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-9438f786-b9ca-44c8-8dcd-0bf1f5cd3187 req-533f295c-3f59-4b52-bd16-db613c802696 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (b8233228-2c30-4e9d-ad08-9f85aed12993), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:57.193446 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847cabf-cc80-4c7d-b0cf-6916ad24d6ce req-756385c9-b4cf-45c4-ac17-fc40059fa805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:57.195025 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-2847cabf-cc80-4c7d-b0cf-6916ad24d6ce req-756385c9-b4cf-45c4-ac17-fc40059fa805 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f74a38a30364f84b464c10e694a223d&device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 1127 time: 0.1174252 Mar 04 00:53:57.379639 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-9438f786-b9ca-44c8-8dcd-0bf1f5cd3187 req-533f295c-3f59-4b52-bd16-db613c802696 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:57.379905 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-9438f786-b9ca-44c8-8dcd-0bf1f5cd3187 req-533f295c-3f59-4b52-bd16-db613c802696 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (bdf599ac-77c3-455a-b56c-01c67562ecce), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:57.380213 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.l3_db [req-9438f786-b9ca-44c8-8dcd-0bf1f5cd3187 req-533f295c-3f59-4b52-bd16-db613c802696 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Floating IP bdf599ac-77c3-455a-b56c-01c67562ecce disassociated. External IP: 172.27.0.187, port: b8233228-2c30-4e9d-ad08-9f85aed12993. Mar 04 00:53:57.380549 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-9438f786-b9ca-44c8-8dcd-0bf1f5cd3187 req-533f295c-3f59-4b52-bd16-db613c802696 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Calling delete_port for b8233228-2c30-4e9d-ad08-9f85aed12993 owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:53:57.383446 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847cabf-cc80-4c7d-b0cf-6916ad24d6ce req-c26b3bd4-f74e-4647-90bc-eaf40d17ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:57.384923 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-2847cabf-cc80-4c7d-b0cf-6916ad24d6ce req-c26b3bd4-f74e-4647-90bc-eaf40d17ebff service neutron] 10.222.0.20 "GET /v2.0/networks?id=0f459d4b-89d4-473a-8642-eeac28fa1b34 HTTP/1.1" status: 200 len: 912 time: 0.1799936 Mar 04 00:53:57.433231 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6a1ee-e993-4d92-9b7e-527bf4248479 req-bf43e901-ef66-4230-b954-a1f1c36ee6bc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:57.433995 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-2847cabf-cc80-4c7d-b0cf-6916ad24d6ce req-8d81e01f-d187-4518-a111-3e2a963026c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78ed5b22-2ecb-484b-8a29-65668de90375 HTTP/1.1" status: 200 len: 217 time: 0.0406520 Mar 04 00:53:57.434823 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-21f6a1ee-e993-4d92-9b7e-527bf4248479 req-bf43e901-ef66-4230-b954-a1f1c36ee6bc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 945 time: 0.0577397 Mar 04 00:53:57.497479 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-21f6a1ee-e993-4d92-9b7e-527bf4248479 req-7a7a7f3f-8181-4d70-83ef-2060bd4f9f41 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566413 Mar 04 00:53:57.522472 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847cabf-cc80-4c7d-b0cf-6916ad24d6ce req-ca32cbe0-e3d4-4cb6-a99d-32d6d1a27252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:57.524558 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-2847cabf-cc80-4c7d-b0cf-6916ad24d6ce req-ca32cbe0-e3d4-4cb6-a99d-32d6d1a27252 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bd82242-2f06-4a28-9540-82b69b66357f HTTP/1.1" status: 200 len: 850 time: 0.0624287 Mar 04 00:53:57.552849 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43835cbc-ba2b-4517-a905-263e4c05b916 req-2a43f429-6b76-4730-8b80-a5c174088649 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:57.554546 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-43835cbc-ba2b-4517-a905-263e4c05b916 req-2a43f429-6b76-4730-8b80-a5c174088649 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 943 time: 0.0696690 Mar 04 00:53:57.608213 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-43835cbc-ba2b-4517-a905-263e4c05b916 req-5eb1153d-e5c1-461f-8770-2fe09feb3d86 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=176857cd-f319-4ae7-ae2c-505c3eced2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474455 Mar 04 00:53:57.863138 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847cabf-cc80-4c7d-b0cf-6916ad24d6ce req-a1b68225-d2db-4ea8-ac98-3b0f4bf96e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:57.864675 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-2847cabf-cc80-4c7d-b0cf-6916ad24d6ce req-a1b68225-d2db-4ea8-ac98-3b0f4bf96e71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f459d4b-89d4-473a-8642-eeac28fa1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3295901 Mar 04 00:53:57.869013 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-9438f786-b9ca-44c8-8dcd-0bf1f5cd3187 req-533f295c-3f59-4b52-bd16-db613c802696 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (b8233228-2c30-4e9d-ad08-9f85aed12993), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:57.916785 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f295c-3f59-4b52-bd16-db613c802696 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event deleted for resources: {'Port': ['ID=b8233228-2c30-4e9d-ad08-9f85aed12993,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:58.066487 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-2847cabf-cc80-4c7d-b0cf-6916ad24d6ce req-63004d81-f8be-4ba2-9c79-b5523912c7a3 service neutron] 10.222.0.20 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923182 Mar 04 00:53:58.139575 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9438f786-b9ca-44c8-8dcd-0bf1f5cd3187 req-533f295c-3f59-4b52-bd16-db613c802696 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Router a620f0c6-79dc-4f2a-9704-126e860edc19 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:53:58.219821 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-2847cabf-cc80-4c7d-b0cf-6916ad24d6ce req-0d71ea48-1907-4536-800c-f5376b1e7f87 service neutron] 10.222.0.20 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459074 Mar 04 00:53:58.280785 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9438f786-b9ca-44c8-8dcd-0bf1f5cd3187 req-533f295c-3f59-4b52-bd16-db613c802696 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:53:58.291351 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3e71a9-f1c5-4475-a11b-ffae9d084776 None None] Sync routers for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:53:58.302358 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3e71a9-f1c5-4475-a11b-ffae9d084776 None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:53:58.302997 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-ae3e71a9-f1c5-4475-a11b-ffae9d084776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:58.334484 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-9438f786-b9ca-44c8-8dcd-0bf1f5cd3187 req-533f295c-3f59-4b52-bd16-db613c802696 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] No DVR routers for this DVR port b8233228-2c30-4e9d-ad08-9f85aed12993 on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:53:58.337060 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-9438f786-b9ca-44c8-8dcd-0bf1f5cd3187 req-533f295c-3f59-4b52-bd16-db613c802696 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:58.340725 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-9438f786-b9ca-44c8-8dcd-0bf1f5cd3187 req-533f295c-3f59-4b52-bd16-db613c802696 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.20 "DELETE /v2.0/ports/b8233228-2c30-4e9d-ad08-9f85aed12993 HTTP/1.1" status: 204 len: 173 time: 1.5193381 Mar 04 00:53:58.432922 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-ae3e71a9-f1c5-4475-a11b-ffae9d084776 None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:53:58.506176 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7654a1-932a-4623-8f87-ee471df87781', 'name': 'network-vif-deleted', 'tag': 'b8233228-2c30-4e9d-ad08-9f85aed12993'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:53:58.509071 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ade279f-48d7-4829-8c55-1d0a09c082b9" -d '{"events": [{"server_uuid": "ba7654a1-932a-4623-8f87-ee471df87781", "name": "network-vif-deleted", "tag": "b8233228-2c30-4e9d-ad08-9f85aed12993"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:53:58.548938 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91ee004-ce3d-46a4-9659-229d2c022956 x-openstack-request-id: req-d91ee004-ce3d-46a4-9659-229d2c022956 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:53:58.549236 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7654a1-932a-4623-8f87-ee471df87781", "name": "network-vif-deleted", "tag": "b8233228-2c30-4e9d-ad08-9f85aed12993", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:53:58.549497 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d91ee004-ce3d-46a4-9659-229d2c022956 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:53:58.550024 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7654a1-932a-4623-8f87-ee471df87781', 'name': 'network-vif-deleted', 'tag': 'b8233228-2c30-4e9d-ad08-9f85aed12993', 'status': 'completed', 'code': 200} Mar 04 00:53:58.607276 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6dc9f86c-e46f-405e-9eb1-de91c1a2d267 req-54659fb4-01ed-4264-95c5-e3145add7b93 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7654a1-932a-4623-8f87-ee471df87781 HTTP/1.1" status: 200 len: 210 time: 0.0319533 Mar 04 00:53:58.744859 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9442a-8243-4405-be41-d51953f83fbc req-2c90a5ac-8510-441d-84a2-e2fc2c8e3709 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:58.746620 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-80f9442a-8243-4405-be41-d51953f83fbc req-2c90a5ac-8510-441d-84a2-e2fc2c8e3709 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 943 time: 0.0588212 Mar 04 00:53:58.771315 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-ae3e71a9-f1c5-4475-a11b-ffae9d084776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:58.795335 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-80f9442a-8243-4405-be41-d51953f83fbc req-3e2a584e-702f-49f1-b871-bb5d57720e48 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=176857cd-f319-4ae7-ae2c-505c3eced2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432782 Mar 04 00:53:58.798118 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3e71a9-f1c5-4475-a11b-ffae9d084776 None None] Checking router: a620f0c6-79dc-4f2a-9704-126e860edc19 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:53:58.806460 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3e71a9-f1c5-4475-a11b-ffae9d084776 None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:53:58.807068 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-ae3e71a9-f1c5-4475-a11b-ffae9d084776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:58.927232 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-ae3e71a9-f1c5-4475-a11b-ffae9d084776 None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:53:59.158120 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-ae3e71a9-f1c5-4475-a11b-ffae9d084776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:53:59.189139 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 78ed5b22-2ecb-484b-8a29-65668de90375 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:53:59.192455 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3e71a9-f1c5-4475-a11b-ffae9d084776 None None] The sync data for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi is: [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:53:59.295436 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 78ed5b22-2ecb-484b-8a29-65668de90375, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=78ed5b22-2ecb-484b-8a29-65668de90375,segment=NetworkSegment(03967297-d897-4af5-b75d-b697d29cd9d5),segment_id=03967297-d897-4af5-b75d-b697d29cd9d5)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:53:59.307803 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '78ed5b22-2ecb-484b-8a29-65668de90375', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'port_id': '78ed5b22-2ecb-484b-8a29-65668de90375', 'mac_address': 'fa:16:3e:4a:41:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:53:59.346713 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 78ed5b22-2ecb-484b-8a29-65668de90375 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:53:59.347235 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (78ed5b22-2ecb-484b-8a29-65668de90375), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:59.361478 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ed5b22-2ecb-484b-8a29-65668de90375 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:53:59.383608 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 78ed5b22-2ecb-484b-8a29-65668de90375, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=78ed5b22-2ecb-484b-8a29-65668de90375,segment=NetworkSegment(03967297-d897-4af5-b75d-b697d29cd9d5),segment_id=03967297-d897-4af5-b75d-b697d29cd9d5)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:53:59.389635 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (78ed5b22-2ecb-484b-8a29-65668de90375), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:59.422984 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3832a49f-ac7e-4d9b-b4b0-4d89051ddca3 None None] New status for floating IP bdf599ac-77c3-455a-b56c-01c67562ecce: DOWN {{(pid=109683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:53:59.439469 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=78ed5b22-2ecb-484b-8a29-65668de90375,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:53:59.593438 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:53:59.618246 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['78ed5b22-2ecb-484b-8a29-65668de90375'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:53:59.865904 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f133e20e-4a89-411a-8faf-16326be57c7e req-7a26ed4c-b481-46bf-87ec-e7f472bf1719 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307772348&fields=id&tenant_id=3d19a3e3e6fd4ca1976096625e933086 HTTP/1.1" status: 200 len: 267 time: 0.0456040 Mar 04 00:53:59.990329 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de29be7-b074-462e-b520-76cbef901f74 req-ad8fef9e-27d8-4a5c-8c23-ad8056f492e7 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:53:59.992353 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0de29be7-b074-462e-b520-76cbef901f74 req-ad8fef9e-27d8-4a5c-8c23-ad8056f492e7 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 944 time: 0.1312380 Mar 04 00:54:00.012607 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133e20e-4a89-411a-8faf-16326be57c7e req-a06a01e1-317c-4b4f-9cb7-deb359077a3c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:00.014345 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f133e20e-4a89-411a-8faf-16326be57c7e req-a06a01e1-317c-4b4f-9cb7-deb359077a3c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/networks?id=03f613fb-df51-4832-9479-76b3f57aa165 HTTP/1.1" status: 200 len: 811 time: 0.1406679 Mar 04 00:54:00.039844 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f133e20e-4a89-411a-8faf-16326be57c7e req-227f74a8-c702-4079-94a9-7fc3296f111c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/quotas/3d19a3e3e6fd4ca1976096625e933086 HTTP/1.1" status: 200 len: 375 time: 0.0194480 Mar 04 00:54:00.087175 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0de29be7-b074-462e-b520-76cbef901f74 req-242d8cd9-985f-4a80-9d9b-17e60fd80de7 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=176857cd-f319-4ae7-ae2c-505c3eced2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893710 Mar 04 00:54:00.117776 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f133e20e-4a89-411a-8faf-16326be57c7e req-f580f2af-3048-417e-af4f-a04094256b80 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d19a3e3e6fd4ca1976096625e933086&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724561 Mar 04 00:54:00.227330 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f133e20e-4a89-411a-8faf-16326be57c7e req-a2eeb71a-23b8-4824-871a-a1b3aa2a55c9 service neutron] 10.222.0.23 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971849 Mar 04 00:54:00.319332 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f133e20e-4a89-411a-8faf-16326be57c7e req-dc51b527-cf39-48d6-9c38-d2069c6c962d service neutron] 10.222.0.23 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863161 Mar 04 00:54:00.623118 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aeaa15-3775-4715-b250-e601a718325b req-756445e6-b017-4bea-9971-9a5bd6cc840e tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:00.624602 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-26aeaa15-3775-4715-b250-e601a718325b req-756445e6-b017-4bea-9971-9a5bd6cc840e tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0806167 Mar 04 00:54:00.626510 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-664fefdb-4a90-4d25-81c5-482ef8fd6805 req-4eae169e-ee89-47d9-b4fb-70428092a12d tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 210 time: 0.0354364 Mar 04 00:54:00.675570 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-26aeaa15-3775-4715-b250-e601a718325b req-2bb129f8-3a60-422d-9939-063c55915e93 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450077 Mar 04 00:54:01.174298 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 78ed5b22-2ecb-484b-8a29-65668de90375 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:54:01.210514 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b3ff1-93d8-4ae3-9931-d92e75276a18 req-d328367a-d592-478d-9ee8-db86bbbe171f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:01.212072 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c10b3ff1-93d8-4ae3-9931-d92e75276a18 req-d328367a-d592-478d-9ee8-db86bbbe171f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 944 time: 0.0523891 Mar 04 00:54:01.221751 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port 78ed5b22-2ecb-484b-8a29-65668de90375 completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:54:01.225495 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 78ed5b22-2ecb-484b-8a29-65668de90375 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:54:01.226443 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (78ed5b22-2ecb-484b-8a29-65668de90375), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:01.258681 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c10b3ff1-93d8-4ae3-9931-d92e75276a18 req-fdcc64b8-af93-4e68-8c1a-4c767476aa98 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=176857cd-f319-4ae7-ae2c-505c3eced2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407820 Mar 04 00:54:01.305999 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 78ed5b22-2ecb-484b-8a29-65668de90375 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:54:01.306387 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (78ed5b22-2ecb-484b-8a29-65668de90375), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:01.327648 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ed5b22-2ecb-484b-8a29-65668de90375'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:54:01.329880 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4814ebd-dfcc-4f5f-82e4-3c147722304b" -d '{"events": [{"server_uuid": "a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd", "name": "network-vif-plugged", "status": "completed", "tag": "78ed5b22-2ecb-484b-8a29-65668de90375"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:54:01.342383 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 78ed5b22-2ecb-484b-8a29-65668de90375, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=78ed5b22-2ecb-484b-8a29-65668de90375,segment=NetworkSegment(03967297-d897-4af5-b75d-b697d29cd9d5),segment_id=03967297-d897-4af5-b75d-b697d29cd9d5)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:54:01.346469 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (78ed5b22-2ecb-484b-8a29-65668de90375), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:01.347365 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device b8233228-2c30-4e9d-ad08-9f85aed12993 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:54:01.370594 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26110dfc-8027-4d6e-a693-b34184855243 x-openstack-request-id: req-26110dfc-8027-4d6e-a693-b34184855243 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:54:01.370938 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd", "name": "network-vif-plugged", "status": "completed", "tag": "78ed5b22-2ecb-484b-8a29-65668de90375", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:54:01.371215 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26110dfc-8027-4d6e-a693-b34184855243 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:54:01.371615 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ed5b22-2ecb-484b-8a29-65668de90375', 'code': 200} Mar 04 00:54:01.391111 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: b8233228-2c30-4e9d-ad08-9f85aed12993 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:54:01.391456 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device b8233228-2c30-4e9d-ad08-9f85aed12993 not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:54:01.417550 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=78ed5b22-2ecb-484b-8a29-65668de90375,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:01.609433 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133e20e-4a89-411a-8faf-16326be57c7e req-1ff56720-ade8-42ff-9587-4a1a54959dc6 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:01.610959 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f133e20e-4a89-411a-8faf-16326be57c7e req-1ff56720-ade8-42ff-9587-4a1a54959dc6 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.20 "GET /v2.0/networks?id=03f613fb-df51-4832-9479-76b3f57aa165 HTTP/1.1" status: 200 len: 811 time: 0.1385624 Mar 04 00:54:01.620512 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cd9e5-4095-44ce-b2be-f512b111c267 req-c7596027-2ce7-4d1e-a835-7bb5f204d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:01.621997 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-361cd9e5-4095-44ce-b2be-f512b111c267 req-c7596027-2ce7-4d1e-a835-7bb5f204d0dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 1129 time: 0.0943520 Mar 04 00:54:01.700625 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-361cd9e5-4095-44ce-b2be-f512b111c267 req-cd1933c7-004e-4505-8e81-d90fa783fafe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=176857cd-f319-4ae7-ae2c-505c3eced2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653923 Mar 04 00:54:01.706240 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f133e20e-4a89-411a-8faf-16326be57c7e req-8e0d3de4-0e82-48af-88e6-b317c3b11ea5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d19a3e3e6fd4ca1976096625e933086 HTTP/1.1" status: 200 len: 380 time: 0.0833628 Mar 04 00:54:01.720239 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b8f66a04-b2bd-47c8-ba6f-fde38a2679ce req-d4cabe30-9a57-4cdf-816b-8ecb211c6137 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 210 time: 0.0276060 Mar 04 00:54:01.807754 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce495d7-a38f-4ddc-9fa0-d8ff49e3eaf6 req-452aa673-577a-40db-b8e4-6c09e94767f1 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:01.809210 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bce495d7-a38f-4ddc-9fa0-d8ff49e3eaf6 req-452aa673-577a-40db-b8e4-6c09e94767f1 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0550952 Mar 04 00:54:01.858180 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bce495d7-a38f-4ddc-9fa0-d8ff49e3eaf6 req-e282001e-a0d7-4815-aa01-3fc953e1edbb tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434234 Mar 04 00:54:01.915148 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-f133e20e-4a89-411a-8faf-16326be57c7e req-4f85a318-7919-4aaa-afce-728df1d5dd0c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Request body: {'port': {'device_id': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'admin_state_up': True, 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'security_groups': ['a8563afb-7faa-45d6-a1db-009a80a7eb14']}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:54:02.022112 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f133e20e-4a89-411a-8faf-16326be57c7e req-4f85a318-7919-4aaa-afce-728df1d5dd0c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Made reservation on behalf of 3d19a3e3e6fd4ca1976096625e933086 for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:54:02.025973 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f133e20e-4a89-411a-8faf-16326be57c7e req-4f85a318-7919-4aaa-afce-728df1d5dd0c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:02.154300 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-f133e20e-4a89-411a-8faf-16326be57c7e req-4f85a318-7919-4aaa-afce-728df1d5dd0c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Allocated IP 172.20.0.12 (03f613fb-df51-4832-9479-76b3f57aa165/97b47f6d-aec7-4417-8d0d-53f7d0562551/dcd8a1ea-71a6-414a-be1b-cec8475a0eb9) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:54:02.292271 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f133e20e-4a89-411a-8faf-16326be57c7e req-4f85a318-7919-4aaa-afce-728df1d5dd0c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for port (dcd8a1ea-71a6-414a-be1b-cec8475a0eb9), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:02.326013 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f133e20e-4a89-411a-8faf-16326be57c7e req-4f85a318-7919-4aaa-afce-728df1d5dd0c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (dcd8a1ea-71a6-414a-be1b-cec8475a0eb9), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:02.370859 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f133e20e-4a89-411a-8faf-16326be57c7e req-4f85a318-7919-4aaa-afce-728df1d5dd0c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Network 03f613fb-df51-4832-9479-76b3f57aa165 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:54:02.373861 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-f133e20e-4a89-411a-8faf-16326be57c7e req-4f85a318-7919-4aaa-afce-728df1d5dd0c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:54:02.377468 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-f133e20e-4a89-411a-8faf-16326be57c7e req-4f85a318-7919-4aaa-afce-728df1d5dd0c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:54:02.377764 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea238e1-9b7e-4f42-a412-8f3fb1b07f00 req-a7736c3b-b257-41d2-8e11-251f155fc115 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:02.379312 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7ea238e1-9b7e-4f42-a412-8f3fb1b07f00 req-a7736c3b-b257-41d2-8e11-251f155fc115 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 945 time: 0.0536120 Mar 04 00:54:02.404750 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85a318-7919-4aaa-afce-728df1d5dd0c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event updated for resources: {'Port': ['ID=dcd8a1ea-71a6-414a-be1b-cec8475a0eb9,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:02.433958 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133e20e-4a89-411a-8faf-16326be57c7e req-4f85a318-7919-4aaa-afce-728df1d5dd0c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:02.434707 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f133e20e-4a89-411a-8faf-16326be57c7e req-4f85a318-7919-4aaa-afce-728df1d5dd0c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:02.440135 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7ea238e1-9b7e-4f42-a412-8f3fb1b07f00 req-d38b3bba-1dce-4393-9035-5edc19919fc1 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=176857cd-f319-4ae7-ae2c-505c3eced2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536730 Mar 04 00:54:02.460509 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f133e20e-4a89-411a-8faf-16326be57c7e req-4f85a318-7919-4aaa-afce-728df1d5dd0c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5487471 Mar 04 00:54:02.471206 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Request body: {'port': {'device_id': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:54:02.537158 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (dcd8a1ea-71a6-414a-be1b-cec8475a0eb9), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:02.670748 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3f0eb9e8-de5e-4fd5-bcf5-6ba37a5c783b None None] Provisioning complete for port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:54:02.671315 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb9e8-de5e-4fd5-bcf5-6ba37a5c783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (dcd8a1ea-71a6-414a-be1b-cec8475a0eb9), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:02.704103 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3f0eb9e8-de5e-4fd5-bcf5-6ba37a5c783b None None] Port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:54:02.803336 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:54:02.813310 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Publish callbacks [] for port (dcd8a1ea-71a6-414a-be1b-cec8475a0eb9), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:02.826798 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Transition to ACTIVE for port object dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:54:02.830690 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (dcd8a1ea-71a6-414a-be1b-cec8475a0eb9), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:02.837684 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e769d-04de-4dc2-9e60-9d902968f092 req-4d28d89a-913a-4b3f-9d89-2ce789bfb785 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:02.839211 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a35e769d-04de-4dc2-9e60-9d902968f092 req-4d28d89a-913a-4b3f-9d89-2ce789bfb785 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 932 time: 0.0531156 Mar 04 00:54:02.892071 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a35e769d-04de-4dc2-9e60-9d902968f092 req-5ed47b29-33df-4d80-8ad7-d04dc8bfa17c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467134 Mar 04 00:54:02.910351 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd8a1ea-71a6-414a-be1b-cec8475a0eb9,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:02.979843 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Attempting to bind port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:54:02.980433 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Attempting to bind port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:54:02.980924 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Attempting to bind port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 on network 03f613fb-df51-4832-9479-76b3f57aa165 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:54:02.985650 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 on network 03f613fb-df51-4832-9479-76b3f57aa165 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:54:02.986811 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Attempting to bind port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 on network 03f613fb-df51-4832-9479-76b3f57aa165 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:54:02.992978 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:54:02.998967 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Checking segment: {'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:54:02.998967 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Bound using segment: {'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:54:02.998967 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Bound port: dcd8a1ea-71a6-414a-be1b-cec8475a0eb9, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:54:02.999353 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (dcd8a1ea-71a6-414a-be1b-cec8475a0eb9), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:03.025238 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434784ad-7759-4f83-a8e3-28ec780ea6e3 req-3d109f74-0a9d-4a77-b4cb-b695bbbc4324 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:03.030343 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-434784ad-7759-4f83-a8e3-28ec780ea6e3 req-3d109f74-0a9d-4a77-b4cb-b695bbbc4324 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0701411 Mar 04 00:54:03.096845 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-434784ad-7759-4f83-a8e3-28ec780ea6e3 req-6a949f52-4f40-4d61-923e-b41e0dde3760 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586276 Mar 04 00:54:03.101061 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] For port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:54:03.104285 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] For port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=dcd8a1ea-71a6-414a-be1b-cec8475a0eb9,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:54:03.113161 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (dcd8a1ea-71a6-414a-be1b-cec8475a0eb9), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:03.164142 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:03.164762 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:03.166562 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f133e20e-4a89-411a-8faf-16326be57c7e req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] 10.222.0.20 "PUT /v2.0/ports/dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 HTTP/1.1" status: 200 len: 1094 time: 0.6997218 Mar 04 00:54:03.167118 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'tag': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:54:03.169375 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f96028-f4c2-4ab5-927b-9f03f4d1a446" -d '{"events": [{"name": "network-changed", "server_uuid": "7f482080-11ba-4eda-9754-80aa87fcbe42", "tag": "dcd8a1ea-71a6-414a-be1b-cec8475a0eb9"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:54:03.192521 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0406c-983a-41bf-b9a4-3a5606295948 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd8a1ea-71a6-414a-be1b-cec8475a0eb9,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:03.252748 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1105f0-aa76-4070-987e-c348d1392500 x-openstack-request-id: req-7f1105f0-aa76-4070-987e-c348d1392500 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:54:03.253116 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f482080-11ba-4eda-9754-80aa87fcbe42", "tag": "dcd8a1ea-71a6-414a-be1b-cec8475a0eb9", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:54:03.253377 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f1105f0-aa76-4070-987e-c348d1392500 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:54:03.253999 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'tag': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9', 'status': 'completed', 'code': 200} Mar 04 00:54:03.289075 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133e20e-4a89-411a-8faf-16326be57c7e req-e48dd130-5de4-402c-b87c-59b39f47f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:03.290647 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f133e20e-4a89-411a-8faf-16326be57c7e req-e48dd130-5de4-402c-b87c-59b39f47f5e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d19a3e3e6fd4ca1976096625e933086&device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 1128 time: 0.0768929 Mar 04 00:54:03.337600 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f133e20e-4a89-411a-8faf-16326be57c7e req-38bb64c6-fecc-494f-8802-7d76dfc08204 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 HTTP/1.1" status: 200 len: 217 time: 0.0401478 Mar 04 00:54:03.387478 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133e20e-4a89-411a-8faf-16326be57c7e req-d2dcc205-63b0-48da-8832-60cd973dd66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:03.389221 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f133e20e-4a89-411a-8faf-16326be57c7e req-d2dcc205-63b0-48da-8832-60cd973dd66a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=97b47f6d-aec7-4417-8d0d-53f7d0562551 HTTP/1.1" status: 200 len: 850 time: 0.0461416 Mar 04 00:54:03.436788 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133e20e-4a89-411a-8faf-16326be57c7e req-37544039-b65a-47c0-8907-64f726e70ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:03.438263 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f133e20e-4a89-411a-8faf-16326be57c7e req-37544039-b65a-47c0-8907-64f726e70ad3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03f613fb-df51-4832-9479-76b3f57aa165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429833 Mar 04 00:54:03.535576 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f133e20e-4a89-411a-8faf-16326be57c7e req-6ae5e2e9-01ff-4f44-8834-a2850953d0eb service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870752 Mar 04 00:54:03.560149 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e72cda-3c0f-4111-b17a-f6019563272c req-746dbe17-5fb2-4313-bfa0-09075ba18754 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:03.561630 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d4e72cda-3c0f-4111-b17a-f6019563272c req-746dbe17-5fb2-4313-bfa0-09075ba18754 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 945 time: 0.0525985 Mar 04 00:54:03.608036 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d4e72cda-3c0f-4111-b17a-f6019563272c req-3fa3e7ff-d876-443a-a9bf-4180db7ea79c tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=176857cd-f319-4ae7-ae2c-505c3eced2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407355 Mar 04 00:54:03.624507 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f133e20e-4a89-411a-8faf-16326be57c7e req-c5d253e4-abc1-45a5-a4c5-baca4ac2daa2 service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827363 Mar 04 00:54:03.715109 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f96028-f4c2-4ab5-927b-9f03f4d1a446 req-047c75fc-d59b-41ed-aa44-391e2b720e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:03.716631 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-48f96028-f4c2-4ab5-927b-9f03f4d1a446 req-047c75fc-d59b-41ed-aa44-391e2b720e87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d19a3e3e6fd4ca1976096625e933086&device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 1128 time: 0.0489104 Mar 04 00:54:03.721421 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a042fb6-aca4-4edb-b323-75b41cf66aef req-e941ac77-0879-4691-8cd0-1d495b080d13 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:03.722937 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7a042fb6-aca4-4edb-b323-75b41cf66aef req-e941ac77-0879-4691-8cd0-1d495b080d13 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 945 time: 0.0512710 Mar 04 00:54:03.732255 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 49868) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:54:03.736743 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-a69698c0-e819-4224-80a1-6965ea59e01f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Request body: {'floatingip': {'port_id': '78ed5b22-2ecb-484b-8a29-65668de90375'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:54:03.778790 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-a69698c0-e819-4224-80a1-6965ea59e01f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for floatingip (bd1a5ff0-040f-4b86-9421-041c23bf972c), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:03.816005 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f96028-f4c2-4ab5-927b-9f03f4d1a446 req-ed90e6f6-5de9-4ce2-8cde-262fff0162fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:03.817556 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-48f96028-f4c2-4ab5-927b-9f03f4d1a446 req-ed90e6f6-5de9-4ce2-8cde-262fff0162fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=03f613fb-df51-4832-9479-76b3f57aa165 HTTP/1.1" status: 200 len: 912 time: 0.0834053 Mar 04 00:54:03.862222 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-48f96028-f4c2-4ab5-927b-9f03f4d1a446 req-c1cc1196-735a-4ba6-8d2a-e295618d149c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 HTTP/1.1" status: 200 len: 217 time: 0.0385056 Mar 04 00:54:03.909525 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f96028-f4c2-4ab5-927b-9f03f4d1a446 req-4732a4da-176a-4f3c-8ed9-851eacaecdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:03.911003 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-48f96028-f4c2-4ab5-927b-9f03f4d1a446 req-4732a4da-176a-4f3c-8ed9-851eacaecdc5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=97b47f6d-aec7-4417-8d0d-53f7d0562551 HTTP/1.1" status: 200 len: 850 time: 0.0424349 Mar 04 00:54:03.959428 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f96028-f4c2-4ab5-927b-9f03f4d1a446 req-08bbe586-be0b-4d06-baeb-4ada2e95d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:03.961646 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-48f96028-f4c2-4ab5-927b-9f03f4d1a446 req-08bbe586-be0b-4d06-baeb-4ada2e95d314 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03f613fb-df51-4832-9479-76b3f57aa165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441051 Mar 04 00:54:04.062672 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-48f96028-f4c2-4ab5-927b-9f03f4d1a446 req-ae21cf72-fe8e-4f13-9e1b-50512e4bfb9b service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921762 Mar 04 00:54:04.122014 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af020440-4283-4a50-9002-c1764a5d9efe req-0e73236c-4f0e-44a4-a731-aafcff7cece9 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:04.123474 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-af020440-4283-4a50-9002-c1764a5d9efe req-0e73236c-4f0e-44a4-a731-aafcff7cece9 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 944 time: 0.1439586 Mar 04 00:54:04.156206 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-48f96028-f4c2-4ab5-927b-9f03f4d1a446 req-56a25cbc-8ba9-4448-87c7-a2cc660f390d service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855212 Mar 04 00:54:04.265681 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-af020440-4283-4a50-9002-c1764a5d9efe req-b34d04a5-033d-4068-90da-a6f7ccfc7efb tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367595 Mar 04 00:54:04.330934 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd69aa-2560-408f-ab4a-f36f371779e7 req-b55fe27b-2f75-4ca8-8bed-5261fdd92c6e tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:04.332423 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a8bd69aa-2560-408f-ab4a-f36f371779e7 req-b55fe27b-2f75-4ca8-8bed-5261fdd92c6e tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.1455746 Mar 04 00:54:04.350649 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-a69698c0-e819-4224-80a1-6965ea59e01f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:04.357914 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-a69698c0-e819-4224-80a1-6965ea59e01f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (bd1a5ff0-040f-4b86-9421-041c23bf972c), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:04.491944 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a8bd69aa-2560-408f-ab4a-f36f371779e7 req-3dac794b-3a75-48f7-93dd-dfb151f7819a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524296 Mar 04 00:54:04.513563 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.l3_db [None req-a69698c0-e819-4224-80a1-6965ea59e01f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Floating IP bd1a5ff0-040f-4b86-9421-041c23bf972c associated. External IP: 172.27.0.101, port: 78ed5b22-2ecb-484b-8a29-65668de90375. Mar 04 00:54:04.519697 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-c059ff38-39fe-474f-8360-fa3858a0e592 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951308680&fields=id&tenant_id=8b879598681d4fdb87aaa0da1e8cca40 HTTP/1.1" status: 200 len: 267 time: 0.1168399 Mar 04 00:54:04.937847 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-065b497e-7683-46d4-98db-bf80c2063997 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:04.939187 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-065b497e-7683-46d4-98db-bf80c2063997 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/networks?id=2936a7f2-65f0-43cf-b9bd-7defc3053be7 HTTP/1.1" status: 200 len: 808 time: 0.3861003 Mar 04 00:54:04.988947 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-e822259c-e7dd-4613-8c36-aa6d219f3229 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/quotas/8b879598681d4fdb87aaa0da1e8cca40 HTTP/1.1" status: 200 len: 375 time: 0.0160403 Mar 04 00:54:05.081148 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69698c0-e819-4224-80a1-6965ea59e01f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Router 38443604-714f-4677-a150-fe847ec68ef5 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:54:05.092270 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-a09e31bf-8a7b-4280-b587-5f4b9fea72c7 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b879598681d4fdb87aaa0da1e8cca40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976121 Mar 04 00:54:05.281241 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69698c0-e819-4224-80a1-6965ea59e01f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:54:05.284277 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-fa7433b1-14af-46ca-b48c-2a29474407c2 service neutron] 10.222.0.23 "GET /v2.0/networks/2936a7f2-65f0-43cf-b9bd-7defc3053be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509807 Mar 04 00:54:05.287309 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-a69698c0-e819-4224-80a1-6965ea59e01f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:05.296037 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96f2c5-0723-4ee7-a2b4-3f4960ac0684 None None] Sync routers for ids ['38443604-714f-4677-a150-fe847ec68ef5'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:54:05.308387 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae96f2c5-0723-4ee7-a2b4-3f4960ac0684 None None] Routers {'38443604-714f-4677-a150-fe847ec68ef5'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:54:05.309019 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-ae96f2c5-0723-4ee7-a2b4-3f4960ac0684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['38443604-714f-4677-a150-fe847ec68ef5'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:54:05.371508 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-a69698c0-e819-4224-80a1-6965ea59e01f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "PUT /v2.0/floatingips/bd1a5ff0-040f-4b86-9421-041c23bf972c HTTP/1.1" status: 200 len: 991 time: 1.6381888 Mar 04 00:54:05.390254 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd', 'tag': '78ed5b22-2ecb-484b-8a29-65668de90375'}] {{(pid=109681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:54:05.392478 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae4805007b3bb6190c1129a79b84dd0e255d51cd65cf20037da88792fc2b9a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889141d2-7333-4a12-b981-641311733cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd", "tag": "78ed5b22-2ecb-484b-8a29-65668de90375"}]}' {{(pid=109681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:54:05.421924 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-ae96f2c5-0723-4ee7-a2b4-3f4960ac0684 None None] Set router 38443604-714f-4677-a150-fe847ec68ef5 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:54:05.437047 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-8ed0339b-10ea-492b-bdd2-ff5fd0a92a0e service neutron] 10.222.0.23 "GET /v2.0/networks/2936a7f2-65f0-43cf-b9bd-7defc3053be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300383 Mar 04 00:54:05.444702 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006201a-d001-49ae-95cd-23ec5a8cf343 req-f3903ac7-61aa-4117-9ca4-b9835b1a3c1b tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:05.446161 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a006201a-d001-49ae-95cd-23ec5a8cf343 req-f3903ac7-61aa-4117-9ca4-b9835b1a3c1b tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 944 time: 0.0922163 Mar 04 00:54:05.502101 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a006201a-d001-49ae-95cd-23ec5a8cf343 req-6b95b208-f96e-40cc-93fb-68185e4e0af3 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482001 Mar 04 00:54:05.672131 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42355dbd-effa-4472-9a86-98980a843443 x-openstack-request-id: req-42355dbd-effa-4472-9a86-98980a843443 {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:54:05.672609 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd", "tag": "78ed5b22-2ecb-484b-8a29-65668de90375", "status": "completed", "code": 200}]} {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:54:05.673023 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42355dbd-effa-4472-9a86-98980a843443 {{(pid=109681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:54:05.673422 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd', 'tag': '78ed5b22-2ecb-484b-8a29-65668de90375', 'status': 'completed', 'code': 200} Mar 04 00:54:05.691052 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-ae96f2c5-0723-4ee7-a2b4-3f4960ac0684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'bd1a5ff0-040f-4b86-9421-041c23bf972c', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': '38443604-714f-4677-a150-fe847ec68ef5', 'port_id': '78ed5b22-2ecb-484b-8a29-65668de90375', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'mac_address': 'fa:16:3e:4a:41:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:53:52Z', 'updated_at': '2022-03-04T00:54:04Z', 'revision_number': 1, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e96b569-93de-4890-845b-5fe63916fe50', 'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'mac_address': 'fa:16:3e:c8:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:33Z', 'updated_at': '2022-03-04T00:48:49Z', 'revision_number': 5, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'subnets': [{'id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:54:05.759825 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96f2c5-0723-4ee7-a2b4-3f4960ac0684 None None] Checking router: 38443604-714f-4677-a150-fe847ec68ef5 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:54:05.774250 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae96f2c5-0723-4ee7-a2b4-3f4960ac0684 None None] Routers {'38443604-714f-4677-a150-fe847ec68ef5'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:54:05.775862 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-ae96f2c5-0723-4ee7-a2b4-3f4960ac0684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['38443604-714f-4677-a150-fe847ec68ef5'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:54:05.802761 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889141d2-7333-4a12-b981-641311733cb5 req-364d5c21-f5fe-41be-9726-96eede0a9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:05.806194 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-889141d2-7333-4a12-b981-641311733cb5 req-364d5c21-f5fe-41be-9726-96eede0a9fcf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f74a38a30364f84b464c10e694a223d&device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 1129 time: 0.1101289 Mar 04 00:54:05.841809 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-04af5e38-5dd0-4fe8-8d5d-7d92bb2c1275 req-4777a1ff-c641-423d-b33d-a5937f5851ea tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 210 time: 0.0341549 Mar 04 00:54:05.872979 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30ee7d-024e-40d2-a7af-6e06d7c46d4f req-378ec322-ba22-4c19-aafa-9704b98349e1 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:05.884008 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fd30ee7d-024e-40d2-a7af-6e06d7c46d4f req-378ec322-ba22-4c19-aafa-9704b98349e1 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.1533704 Mar 04 00:54:05.909563 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-ae96f2c5-0723-4ee7-a2b4-3f4960ac0684 None None] Set router 38443604-714f-4677-a150-fe847ec68ef5 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:54:05.937909 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889141d2-7333-4a12-b981-641311733cb5 req-6b62b04a-a4da-4948-a1a8-dca82e14349a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:05.939496 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-889141d2-7333-4a12-b981-641311733cb5 req-6b62b04a-a4da-4948-a1a8-dca82e14349a service neutron] 10.222.0.20 "GET /v2.0/networks?id=0f459d4b-89d4-473a-8642-eeac28fa1b34 HTTP/1.1" status: 200 len: 912 time: 0.1286068 Mar 04 00:54:05.966383 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fd30ee7d-024e-40d2-a7af-6e06d7c46d4f req-08d1ca50-79b3-4227-abce-9c5f18ecc892 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806675 Mar 04 00:54:06.006819 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-889141d2-7333-4a12-b981-641311733cb5 req-30b5362c-eff9-46ea-8c8a-81c180a506f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78ed5b22-2ecb-484b-8a29-65668de90375 HTTP/1.1" status: 200 len: 999 time: 0.0609260 Mar 04 00:54:06.060802 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:54:06.067789 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889141d2-7333-4a12-b981-641311733cb5 req-ab889d4a-6f37-4e2d-a90d-81052499753d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:06.069629 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-889141d2-7333-4a12-b981-641311733cb5 req-ab889d4a-6f37-4e2d-a90d-81052499753d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bd82242-2f06-4a28-9540-82b69b66357f HTTP/1.1" status: 200 len: 850 time: 0.0573406 Mar 04 00:54:06.129559 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889141d2-7333-4a12-b981-641311733cb5 req-363047ad-4bc0-4e8a-9d6a-ccf8c9b2c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:06.131411 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-889141d2-7333-4a12-b981-641311733cb5 req-363047ad-4bc0-4e8a-9d6a-ccf8c9b2c972 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f459d4b-89d4-473a-8642-eeac28fa1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553970 Mar 04 00:54:06.243986 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-ae96f2c5-0723-4ee7-a2b4-3f4960ac0684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'bd1a5ff0-040f-4b86-9421-041c23bf972c', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': '38443604-714f-4677-a150-fe847ec68ef5', 'port_id': '78ed5b22-2ecb-484b-8a29-65668de90375', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'mac_address': 'fa:16:3e:4a:41:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:53:52Z', 'updated_at': '2022-03-04T00:54:04Z', 'revision_number': 1, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e96b569-93de-4890-845b-5fe63916fe50', 'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'mac_address': 'fa:16:3e:c8:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:33Z', 'updated_at': '2022-03-04T00:48:49Z', 'revision_number': 5, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'subnets': [{'id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:54:06.251343 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-889141d2-7333-4a12-b981-641311733cb5 req-8a51bf4d-1e44-426f-ac6f-3350df984f39 service neutron] 10.222.0.20 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067410 Mar 04 00:54:06.273625 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96f2c5-0723-4ee7-a2b4-3f4960ac0684 None None] The sync data for ids ['38443604-714f-4677-a150-fe847ec68ef5'] in dv-cinder-812685-7-iscsi is: [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'bd1a5ff0-040f-4b86-9421-041c23bf972c', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': '38443604-714f-4677-a150-fe847ec68ef5', 'port_id': '78ed5b22-2ecb-484b-8a29-65668de90375', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'mac_address': 'fa:16:3e:4a:41:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:53:52Z', 'updated_at': '2022-03-04T00:54:04Z', 'revision_number': 1, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e96b569-93de-4890-845b-5fe63916fe50', 'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'mac_address': 'fa:16:3e:c8:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:33Z', 'updated_at': '2022-03-04T00:48:49Z', 'revision_number': 5, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'subnets': [{'id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:54:06.352053 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-889141d2-7333-4a12-b981-641311733cb5 req-59e85b30-c494-437f-bbdc-8729920a4cd1 service neutron] 10.222.0.20 "GET /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939589 Mar 04 00:54:06.494694 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e084d0-db55-4c72-87a2-c4d4f8250373 None None] New status for floating IP bd1a5ff0-040f-4b86-9421-041c23bf972c: ACTIVE {{(pid=109683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:54:06.620373 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ac478-c3f6-4e3d-bc4b-6ce812977b2f req-0631995f-bc54-489f-be00-ccce64c0d0e6 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:06.621754 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-db5ac478-c3f6-4e3d-bc4b-6ce812977b2f req-0631995f-bc54-489f-be00-ccce64c0d0e6 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 944 time: 0.0535324 Mar 04 00:54:06.675456 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-db5ac478-c3f6-4e3d-bc4b-6ce812977b2f req-6752269e-abff-45f8-8dce-230ab00b0991 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472164 Mar 04 00:54:06.897174 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-53122388-51c2-4807-a9ce-3df93750b9c7 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:06.898704 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-53122388-51c2-4807-a9ce-3df93750b9c7 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.20 "GET /v2.0/networks?id=2936a7f2-65f0-43cf-b9bd-7defc3053be7 HTTP/1.1" status: 200 len: 808 time: 0.1001136 Mar 04 00:54:06.950860 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6e9b046e-06d4-43b1-9149-7d9364a7c0be req-edb2ac7e-4174-4cea-8b16-b304333e63f2 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 210 time: 0.0286074 Mar 04 00:54:06.968717 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-661159ee-6138-4be2-a727-69f7f470ee95 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b879598681d4fdb87aaa0da1e8cca40 HTTP/1.1" status: 200 len: 380 time: 0.0615222 Mar 04 00:54:06.977869 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-f9cc561b-b133-4f67-8351-066b36e75fe5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Request body: {'port': {'device_id': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'admin_state_up': True, 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'security_groups': ['ba58fa85-f8ef-4318-b6d7-73e236024fcd']}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:54:07.082489 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-f9cc561b-b133-4f67-8351-066b36e75fe5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Made reservation on behalf of 8b879598681d4fdb87aaa0da1e8cca40 for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:54:07.087421 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-f9cc561b-b133-4f67-8351-066b36e75fe5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:07.101531 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d5fe6-7d69-4803-9c56-2c2dc8d012fb req-c446795f-40ea-40e7-b8be-ae79fa543dfb tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:07.104755 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-017d5fe6-7d69-4803-9c56-2c2dc8d012fb req-c446795f-40ea-40e7-b8be-ae79fa543dfb tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0536337 Mar 04 00:54:07.159100 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-017d5fe6-7d69-4803-9c56-2c2dc8d012fb req-b24f02af-4355-4a43-9437-b0d2ea40dc45 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477114 Mar 04 00:54:07.223733 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-f9cc561b-b133-4f67-8351-066b36e75fe5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Allocated IP 172.20.0.8 (2936a7f2-65f0-43cf-b9bd-7defc3053be7/c5cf6d52-be6b-456a-8f59-84f01ba9aae8/0af8d850-c902-449f-a95b-e4f2177b96f7) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:54:07.394962 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-f9cc561b-b133-4f67-8351-066b36e75fe5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:07.434607 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-f9cc561b-b133-4f67-8351-066b36e75fe5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:07.481867 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-f9cc561b-b133-4f67-8351-066b36e75fe5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Network 2936a7f2-65f0-43cf-b9bd-7defc3053be7 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:54:07.484833 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-f9cc561b-b133-4f67-8351-066b36e75fe5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:54:07.488569 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-f9cc561b-b133-4f67-8351-066b36e75fe5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:54:07.515862 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc561b-b133-4f67-8351-066b36e75fe5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Pushing event updated for resources: {'Port': ['ID=0af8d850-c902-449f-a95b-e4f2177b96f7,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:07.544524 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-f9cc561b-b133-4f67-8351-066b36e75fe5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:07.545449 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-f9cc561b-b133-4f67-8351-066b36e75fe5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:07.563717 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-f9cc561b-b133-4f67-8351-066b36e75fe5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5900905 Mar 04 00:54:07.575651 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Request body: {'port': {'device_id': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:54:07.640517 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:07.797388 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c032d1-2395-41f8-a383-1f935a8c7ea8 req-a2c4aa00-822e-44d7-8127-acb869771f10 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:07.798955 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-74c032d1-2395-41f8-a383-1f935a8c7ea8 req-a2c4aa00-822e-44d7-8127-acb869771f10 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 944 time: 0.0575578 Mar 04 00:54:07.813894 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-1e042b8c-bf22-4e91-ba36-a8b236fd4a76 None None] Provisioning complete for port 0af8d850-c902-449f-a95b-e4f2177b96f7 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:54:07.814511 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1e042b8c-bf22-4e91-ba36-a8b236fd4a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:07.853964 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-74c032d1-2395-41f8-a383-1f935a8c7ea8 req-83c3883b-9f55-41d0-871a-54e8e9111a59 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475764 Mar 04 00:54:07.855297 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-1e042b8c-bf22-4e91-ba36-a8b236fd4a76 None None] Port 0af8d850-c902-449f-a95b-e4f2177b96f7 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:54:07.914294 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af8d850-c902-449f-a95b-e4f2177b96f7 {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:54:07.922415 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Publish callbacks [] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:07.935007 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Transition to ACTIVE for port object 0af8d850-c902-449f-a95b-e4f2177b96f7 will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:54:07.938605 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:08.011296 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0af8d850-c902-449f-a95b-e4f2177b96f7,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:08.060300 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Attempting to bind port 0af8d850-c902-449f-a95b-e4f2177b96f7 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:54:08.060928 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Attempting to bind port 0af8d850-c902-449f-a95b-e4f2177b96f7 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'e2595a53-3da6-4dd5-9b2a-46e23cca97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:54:08.061379 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Attempting to bind port 0af8d850-c902-449f-a95b-e4f2177b96f7 on network 2936a7f2-65f0-43cf-b9bd-7defc3053be7 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:54:08.066314 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Port 0af8d850-c902-449f-a95b-e4f2177b96f7 on network 2936a7f2-65f0-43cf-b9bd-7defc3053be7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:54:08.066740 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Attempting to bind port 0af8d850-c902-449f-a95b-e4f2177b96f7 on network 2936a7f2-65f0-43cf-b9bd-7defc3053be7 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:54:08.072641 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:54:08.072978 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Checking segment: {'id': 'e2595a53-3da6-4dd5-9b2a-46e23cca97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:54:08.073360 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Bound using segment: {'id': 'e2595a53-3da6-4dd5-9b2a-46e23cca97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:54:08.073839 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Bound port: 0af8d850-c902-449f-a95b-e4f2177b96f7, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2595a53-3da6-4dd5-9b2a-46e23cca97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:54:08.074163 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:08.081050 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ceaab6-1cc2-41bd-b07a-ec400cdcef59 req-58312fe1-bd9e-44e4-a419-811ec540bf23 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:08.082731 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-47ceaab6-1cc2-41bd-b07a-ec400cdcef59 req-58312fe1-bd9e-44e4-a419-811ec540bf23 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0554471 Mar 04 00:54:08.133229 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-47ceaab6-1cc2-41bd-b07a-ec400cdcef59 req-bc05c408-9767-4f99-b3f3-c91251d3a2c6 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447528 Mar 04 00:54:08.148577 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] For port 0af8d850-c902-449f-a95b-e4f2177b96f7, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:54:08.152046 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] For port 0af8d850-c902-449f-a95b-e4f2177b96f7, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=0af8d850-c902-449f-a95b-e4f2177b96f7,segment=NetworkSegment(e2595a53-3da6-4dd5-9b2a-46e23cca97cd),segment_id=e2595a53-3da6-4dd5-9b2a-46e23cca97cd)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:54:08.158053 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:08.190250 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:08.190868 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:08.192252 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] 10.222.0.20 "PUT /v2.0/ports/0af8d850-c902-449f-a95b-e4f2177b96f7 HTTP/1.1" status: 200 len: 1093 time: 0.6211600 Mar 04 00:54:08.192712 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'tag': '0af8d850-c902-449f-a95b-e4f2177b96f7'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:54:08.198366 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f34055e-1f94-447b-90e2-8e3e3f7d9019" -d '{"events": [{"name": "network-changed", "server_uuid": "5477943a-9e27-469b-a5f3-f8f65fc20cc7", "tag": "0af8d850-c902-449f-a95b-e4f2177b96f7"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:54:08.225441 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0158b2-a599-44c7-8d33-bbf64d4e11f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0af8d850-c902-449f-a95b-e4f2177b96f7,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:08.272143 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bc18b6-82e4-4407-9371-d69328b740fa x-openstack-request-id: req-96bc18b6-82e4-4407-9371-d69328b740fa {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:54:08.273232 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5477943a-9e27-469b-a5f3-f8f65fc20cc7", "tag": "0af8d850-c902-449f-a95b-e4f2177b96f7", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:54:08.273808 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96bc18b6-82e4-4407-9371-d69328b740fa {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:54:08.274256 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'tag': '0af8d850-c902-449f-a95b-e4f2177b96f7', 'status': 'completed', 'code': 200} Mar 04 00:54:08.295474 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-5972d3a2-8ca9-4b20-9212-20a8f359d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:08.297044 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-5972d3a2-8ca9-4b20-9212-20a8f359d309 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b879598681d4fdb87aaa0da1e8cca40&device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 1127 time: 0.0629148 Mar 04 00:54:08.326825 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bf841-14c4-42be-a517-83c3ffcc580c req-06f73763-6b37-4e00-8def-fa41e1bd8423 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:08.328404 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f15bf841-14c4-42be-a517-83c3ffcc580c req-06f73763-6b37-4e00-8def-fa41e1bd8423 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0602727 Mar 04 00:54:08.338203 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-4be0b28b-e3a7-44fe-9589-43d569a37b68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0af8d850-c902-449f-a95b-e4f2177b96f7 HTTP/1.1" status: 200 len: 217 time: 0.0343530 Mar 04 00:54:08.378100 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f15bf841-14c4-42be-a517-83c3ffcc580c req-987fda02-9ec8-4d50-832f-220d3f079855 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437052 Mar 04 00:54:08.389486 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-031b16f0-f75a-46d4-aedc-c688c241ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:08.390774 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-031b16f0-f75a-46d4-aedc-c688c241ff19 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5cf6d52-be6b-456a-8f59-84f01ba9aae8 HTTP/1.1" status: 200 len: 847 time: 0.0474112 Mar 04 00:54:08.445027 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-70784e44-aa96-40cd-9548-ae8b7fb9b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:08.446705 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-70784e44-aa96-40cd-9548-ae8b7fb9b126 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2936a7f2-65f0-43cf-b9bd-7defc3053be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477359 Mar 04 00:54:08.534863 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-1982a945-0e9c-41c5-b16f-14432579ba2a service neutron] 10.222.0.20 "GET /v2.0/networks/2936a7f2-65f0-43cf-b9bd-7defc3053be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796506 Mar 04 00:54:08.624303 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bae660e3-9f23-4d93-8249-8d2486b19e1c req-25a37a97-adeb-40bd-ab01-669b44c6872a service neutron] 10.222.0.20 "GET /v2.0/networks/2936a7f2-65f0-43cf-b9bd-7defc3053be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837657 Mar 04 00:54:08.727257 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34055e-1f94-447b-90e2-8e3e3f7d9019 req-2fadf676-d788-4f76-8342-8fecbf646a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:08.728727 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f34055e-1f94-447b-90e2-8e3e3f7d9019 req-2fadf676-d788-4f76-8342-8fecbf646a9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b879598681d4fdb87aaa0da1e8cca40&device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 1127 time: 0.0455041 Mar 04 00:54:08.817881 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34055e-1f94-447b-90e2-8e3e3f7d9019 req-34ffdaf1-8022-4dca-b25d-83ed876b2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:08.819326 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f34055e-1f94-447b-90e2-8e3e3f7d9019 req-34ffdaf1-8022-4dca-b25d-83ed876b2ec4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2936a7f2-65f0-43cf-b9bd-7defc3053be7 HTTP/1.1" status: 200 len: 909 time: 0.0794566 Mar 04 00:54:08.865871 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f34055e-1f94-447b-90e2-8e3e3f7d9019 req-795d9bca-8159-4938-af2c-faf44b8a1ad7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0af8d850-c902-449f-a95b-e4f2177b96f7 HTTP/1.1" status: 200 len: 217 time: 0.0392299 Mar 04 00:54:08.913598 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34055e-1f94-447b-90e2-8e3e3f7d9019 req-474f31de-5a0e-465c-96a9-f6b99b5b3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:08.915115 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f34055e-1f94-447b-90e2-8e3e3f7d9019 req-474f31de-5a0e-465c-96a9-f6b99b5b3d1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5cf6d52-be6b-456a-8f59-84f01ba9aae8 HTTP/1.1" status: 200 len: 847 time: 0.0436251 Mar 04 00:54:08.964725 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34055e-1f94-447b-90e2-8e3e3f7d9019 req-2ed8aba1-e6b9-4833-8bdc-15d657cfe854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:08.966291 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f34055e-1f94-447b-90e2-8e3e3f7d9019 req-2ed8aba1-e6b9-4833-8bdc-15d657cfe854 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2936a7f2-65f0-43cf-b9bd-7defc3053be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449643 Mar 04 00:54:08.976636 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069407d-04e3-4015-9ee4-2fbcd270137c req-90bda9f3-e532-433f-98c4-bc82c56fa934 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:08.979404 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e069407d-04e3-4015-9ee4-2fbcd270137c req-90bda9f3-e532-433f-98c4-bc82c56fa934 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 944 time: 0.0561750 Mar 04 00:54:09.028844 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e069407d-04e3-4015-9ee4-2fbcd270137c req-072d0f53-0059-4767-84a9-479ffe6c70b8 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436635 Mar 04 00:54:09.256366 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f6cd0-aea3-4e4c-8578-001a4d64118e req-ec3f6d80-a737-4228-9625-f8bc315c57f4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:09.258491 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7f7f6cd0-aea3-4e4c-8578-001a4d64118e req-ec3f6d80-a737-4228-9625-f8bc315c57f4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0569401 Mar 04 00:54:09.301282 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f34055e-1f94-447b-90e2-8e3e3f7d9019 req-0cd6aba5-9a73-4844-a841-719f7346145c service neutron] 10.222.0.20 "GET /v2.0/networks/2936a7f2-65f0-43cf-b9bd-7defc3053be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246570 Mar 04 00:54:09.306579 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7f7f6cd0-aea3-4e4c-8578-001a4d64118e req-0df84935-b487-42ab-9386-d72d3a8062ba tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425510 Mar 04 00:54:09.387178 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6f34055e-1f94-447b-90e2-8e3e3f7d9019 req-673e72e3-235f-4522-929d-60e271c04b60 service neutron] 10.222.0.20 "GET /v2.0/networks/2936a7f2-65f0-43cf-b9bd-7defc3053be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799534 Mar 04 00:54:09.503347 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4e404-f4e7-44da-a85c-7c6064e247a9 req-67b569a1-7210-4dee-9fbb-037e36052b41 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:09.504791 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-28d4e404-f4e7-44da-a85c-7c6064e247a9 req-67b569a1-7210-4dee-9fbb-037e36052b41 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0522609 Mar 04 00:54:09.550463 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-28d4e404-f4e7-44da-a85c-7c6064e247a9 req-96d7b4d7-8593-41c4-b1aa-fbea6157db07 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398164 Mar 04 00:54:10.141553 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c958e5-04ee-4880-af27-671ad9969217 req-0150f909-881e-4d03-9043-17849239171d tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:10.142937 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-65c958e5-04ee-4880-af27-671ad9969217 req-0150f909-881e-4d03-9043-17849239171d tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 944 time: 0.0507793 Mar 04 00:54:10.192438 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-65c958e5-04ee-4880-af27-671ad9969217 req-703da62b-eaa8-4980-83dc-763f8392ce1b tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435927 Mar 04 00:54:10.422764 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cd589-9e75-4e97-899d-caba5a16a541 req-ee7aca36-5891-49bf-a67b-e301b35d4789 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:10.424128 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-325cd589-9e75-4e97-899d-caba5a16a541 req-ee7aca36-5891-49bf-a67b-e301b35d4789 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0517569 Mar 04 00:54:10.471834 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-325cd589-9e75-4e97-899d-caba5a16a541 req-45feb8ff-0e52-449b-896b-9e896fdb5df0 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424194 Mar 04 00:54:10.670975 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e6936-dc1f-40d9-a252-32d808daef46 req-c204e9c2-ba77-4cc8-8bf1-d5c4687855d2 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:10.672465 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-172e6936-dc1f-40d9-a252-32d808daef46 req-c204e9c2-ba77-4cc8-8bf1-d5c4687855d2 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0520847 Mar 04 00:54:10.719586 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-172e6936-dc1f-40d9-a252-32d808daef46 req-a9fda304-0cac-4a02-9147-190e078260c8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415323 Mar 04 00:54:11.204669 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:54:11.304599 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=dcd8a1ea-71a6-414a-be1b-cec8475a0eb9,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:54:11.313054 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a632a-a3d3-4be7-9659-d7dc3714b08e req-e900b7ad-1c7e-40a8-acb4-541bd7bdb8ff tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:11.314572 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-437a632a-a3d3-4be7-9659-d7dc3714b08e req-e900b7ad-1c7e-40a8-acb4-541bd7bdb8ff tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 944 time: 0.0562484 Mar 04 00:54:11.316125 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'port_id': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9', 'mac_address': 'fa:16:3e:04:90:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:54:11.352554 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:54:11.352948 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (dcd8a1ea-71a6-414a-be1b-cec8475a0eb9), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:11.362639 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-437a632a-a3d3-4be7-9659-d7dc3714b08e req-27292f6b-df53-4265-b6d0-52a2908f9706 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422297 Mar 04 00:54:11.365611 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:54:11.388247 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=dcd8a1ea-71a6-414a-be1b-cec8475a0eb9,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:54:11.392296 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (dcd8a1ea-71a6-414a-be1b-cec8475a0eb9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:11.437907 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=dcd8a1ea-71a6-414a-be1b-cec8475a0eb9,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:11.587015 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5700ac-85ad-4cd2-8894-d8cf58e1bf24 req-ee032938-5521-4a6a-8b46-96c8a9356612 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:11.588512 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4c5700ac-85ad-4cd2-8894-d8cf58e1bf24 req-ee032938-5521-4a6a-8b46-96c8a9356612 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0520422 Mar 04 00:54:11.640303 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4c5700ac-85ad-4cd2-8894-d8cf58e1bf24 req-d9555293-9bda-490a-be4e-3671ad7fbffd tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452399 Mar 04 00:54:11.651900 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['dcd8a1ea-71a6-414a-be1b-cec8475a0eb9'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:54:11.846238 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac72360-7654-4d73-b181-1a698e123417 req-49701cb7-14c0-4fca-b59c-fb3662f6283a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:11.847147 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bac72360-7654-4d73-b181-1a698e123417 req-49701cb7-14c0-4fca-b59c-fb3662f6283a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0525539 Mar 04 00:54:11.896185 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bac72360-7654-4d73-b181-1a698e123417 req-b4cf958a-a040-4fbd-960d-063ba9a5065f tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435646 Mar 04 00:54:12.476720 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd927a7-1bf2-4174-b104-9481b983c72f req-290dd701-cf4a-4924-b2ab-be9b8530a032 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:12.478196 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fdd927a7-1bf2-4174-b104-9481b983c72f req-290dd701-cf4a-4924-b2ab-be9b8530a032 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 945 time: 0.0523281 Mar 04 00:54:12.524690 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fdd927a7-1bf2-4174-b104-9481b983c72f req-3cc9eca7-6557-48be-8e35-ce20250578bd tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411451 Mar 04 00:54:12.754426 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe45e43-e8b2-46f1-8605-eebffd3ce398 req-0da3fb78-a087-4b3f-b9ca-3cdf58cb55a6 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:12.755896 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1fe45e43-e8b2-46f1-8605-eebffd3ce398 req-0da3fb78-a087-4b3f-b9ca-3cdf58cb55a6 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0511787 Mar 04 00:54:12.806009 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1fe45e43-e8b2-46f1-8605-eebffd3ce398 req-f9cb2a0b-0765-49d8-a2c5-4d50b206a92f tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438223 Mar 04 00:54:13.029170 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40eff6d-f61a-4e54-b0e8-e53577690d90 req-c1160de5-edd1-4a23-bde2-dd4679e49416 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:13.030809 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e40eff6d-f61a-4e54-b0e8-e53577690d90 req-c1160de5-edd1-4a23-bde2-dd4679e49416 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0616841 Mar 04 00:54:13.077464 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e40eff6d-f61a-4e54-b0e8-e53577690d90 req-02cfded8-b6be-4716-b1f0-007cf11d4731 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411220 Mar 04 00:54:13.208001 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 8b615ace-fdf7-44d4-9054-3c37e3ca0320 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:54:13.213385 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:54:13.323831 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:54:13.337371 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:54:13.337744 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (dcd8a1ea-71a6-414a-be1b-cec8475a0eb9), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:13.370117 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 8b615ace-fdf7-44d4-9054-3c37e3ca0320, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:54:13.389527 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '8b615ace-fdf7-44d4-9054-3c37e3ca0320', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'port_id': '8b615ace-fdf7-44d4-9054-3c37e3ca0320', 'mac_address': 'fa:16:3e:69:46:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:54:13.464473 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 is: ACTIVE; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:54:13.464864 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:13.632269 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b615ace-fdf7-44d4-9054-3c37e3ca0320 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:54:13.643101 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:54:13.643486 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (dcd8a1ea-71a6-414a-be1b-cec8475a0eb9), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:13.661800 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780a11c-9ca8-462e-ab97-cc91863ab3f7 req-893f260c-8617-4090-b43a-0e2ac81de2a3 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:13.670852 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7780a11c-9ca8-462e-ab97-cc91863ab3f7 req-893f260c-8617-4090-b43a-0e2ac81de2a3 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 945 time: 0.0718548 Mar 04 00:54:13.680094 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 8b615ace-fdf7-44d4-9054-3c37e3ca0320, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:54:13.687699 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:54:13.690053 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861e6961-09bf-401c-9773-60b1bfcdd9a1" -d '{"events": [{"server_uuid": "7f482080-11ba-4eda-9754-80aa87fcbe42", "name": "network-vif-plugged", "status": "completed", "tag": "dcd8a1ea-71a6-414a-be1b-cec8475a0eb9"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:54:13.695902 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:13.710089 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=dcd8a1ea-71a6-414a-be1b-cec8475a0eb9,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:54:13.729067 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (dcd8a1ea-71a6-414a-be1b-cec8475a0eb9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:13.753766 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7780a11c-9ca8-462e-ab97-cc91863ab3f7 req-8db55a59-ec35-4912-a50f-2218d562e490 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771694 Mar 04 00:54:13.768197 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=8b615ace-fdf7-44d4-9054-3c37e3ca0320,revision_number=6']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:13.801009 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['8b615ace-fdf7-44d4-9054-3c37e3ca0320'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:54:13.879067 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=dcd8a1ea-71a6-414a-be1b-cec8475a0eb9,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:13.920919 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280314bf-7ab4-42bf-9f06-250a7d85e8b9 x-openstack-request-id: req-280314bf-7ab4-42bf-9f06-250a7d85e8b9 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:54:13.921497 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f482080-11ba-4eda-9754-80aa87fcbe42", "name": "network-vif-plugged", "status": "completed", "tag": "dcd8a1ea-71a6-414a-be1b-cec8475a0eb9", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:54:13.921973 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-280314bf-7ab4-42bf-9f06-250a7d85e8b9 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:54:13.922739 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9', 'code': 200} Mar 04 00:54:14.033520 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ee339-8302-483f-b596-f1ebf2cda74c req-c9832b93-7ea9-47e4-9206-de1b77774189 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:14.036107 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0f3ee339-8302-483f-b596-f1ebf2cda74c req-c9832b93-7ea9-47e4-9206-de1b77774189 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0943668 Mar 04 00:54:14.090512 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0f3ee339-8302-483f-b596-f1ebf2cda74c req-c6fae6a0-55fa-4ab8-b376-874b338a4818 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485067 Mar 04 00:54:14.210120 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4ebac-ba30-4d7e-b78c-362bb680c0bc req-55e8669a-02af-4a4c-9895-ea9faa617d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:14.213011 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ecc4ebac-ba30-4d7e-b78c-362bb680c0bc req-55e8669a-02af-4a4c-9895-ea9faa617d72 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 1130 time: 0.0531952 Mar 04 00:54:14.224047 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea8750-4b81-4f0a-ae27-70bada396363 req-2a4dc749-ae6b-4718-9e22-aff8abca850c tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:14.226846 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b0ea8750-4b81-4f0a-ae27-70bada396363 req-2a4dc749-ae6b-4718-9e22-aff8abca850c tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 945 time: 0.0672684 Mar 04 00:54:14.273738 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ecc4ebac-ba30-4d7e-b78c-362bb680c0bc req-f537181c-d769-47df-89e4-ede88bf44c4d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534024 Mar 04 00:54:14.295882 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b0ea8750-4b81-4f0a-ae27-70bada396363 req-022ef9f7-a52d-4e65-8df3-8f1c7c19829c tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625882 Mar 04 00:54:14.868876 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de253e-62f5-4d54-b31c-a49727ade317 req-2b9e9476-2d42-4bdb-9a78-f172550d9f9f tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:14.872232 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d4de253e-62f5-4d54-b31c-a49727ade317 req-2b9e9476-2d42-4bdb-9a78-f172550d9f9f tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 946 time: 0.0569358 Mar 04 00:54:14.935174 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d4de253e-62f5-4d54-b31c-a49727ade317 req-9ee1eee7-ec15-4352-bf41-c52a9709d097 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598125 Mar 04 00:54:15.228315 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 8b615ace-fdf7-44d4-9054-3c37e3ca0320 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:54:15.234048 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75be2e1-4556-421d-b485-a5b37f989732 req-7ea5ec24-3b57-43bc-9e13-7189c4f3068c tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:15.240877 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c75be2e1-4556-421d-b485-a5b37f989732 req-7ea5ec24-3b57-43bc-9e13-7189c4f3068c tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0694091 Mar 04 00:54:15.303677 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c75be2e1-4556-421d-b485-a5b37f989732 req-bea818c0-b3e2-4cf4-996a-fb5e0225faaf tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610909 Mar 04 00:54:15.343964 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:54:15.344511 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:15.471027 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be199c2-f524-4795-adc6-d57b628120d8 req-10ca3166-656c-4e8e-ae73-f60fac9936ab tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:15.481726 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7be199c2-f524-4795-adc6-d57b628120d8 req-10ca3166-656c-4e8e-ae73-f60fac9936ab tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 945 time: 0.0865610 Mar 04 00:54:15.514437 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:54:15.514839 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:15.557475 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7be199c2-f524-4795-adc6-d57b628120d8 req-80f98597-8495-4f5b-a87f-d1a297c4cb01 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747216 Mar 04 00:54:15.580888 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 8b615ace-fdf7-44d4-9054-3c37e3ca0320, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:54:15.585234 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:15.643772 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=8b615ace-fdf7-44d4-9054-3c37e3ca0320,revision_number=7']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:15.924365 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b615ace-fdf7-44d4-9054-3c37e3ca0320'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:54:15.926847 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1066a2f-a44b-4488-9788-64f7db603549" -d '{"events": [{"server_uuid": "16218e62-d4eb-4866-9b7c-b61044ddd8f4", "name": "network-vif-plugged", "status": "completed", "tag": "8b615ace-fdf7-44d4-9054-3c37e3ca0320"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:54:15.983189 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2125612c-c489-4d72-a43f-a645c6fb6692 x-openstack-request-id: req-2125612c-c489-4d72-a43f-a645c6fb6692 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:54:15.983491 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16218e62-d4eb-4866-9b7c-b61044ddd8f4", "name": "network-vif-plugged", "status": "completed", "tag": "8b615ace-fdf7-44d4-9054-3c37e3ca0320", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:54:15.983748 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2125612c-c489-4d72-a43f-a645c6fb6692 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:54:15.984148 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b615ace-fdf7-44d4-9054-3c37e3ca0320', 'code': 200} Mar 04 00:54:16.062256 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752b44a-da75-4bac-b38d-b94c0ef53631 req-994df100-39a8-4136-9791-f310b27dca02 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:16.069069 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5752b44a-da75-4bac-b38d-b94c0ef53631 req-994df100-39a8-4136-9791-f310b27dca02 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 946 time: 0.0650759 Mar 04 00:54:16.115253 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5752b44a-da75-4bac-b38d-b94c0ef53631 req-2ca7ab1c-67e9-4698-94aa-03d8c9249807 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451968 Mar 04 00:54:16.255501 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c305c43-ce79-4881-a793-3025b1c4e1b3 req-3ab5f2ba-18e7-4c75-b9a3-a5aa82a13655 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:16.257562 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9c305c43-ce79-4881-a793-3025b1c4e1b3 req-3ab5f2ba-18e7-4c75-b9a3-a5aa82a13655 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 946 time: 0.0647929 Mar 04 00:54:16.313662 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9c305c43-ce79-4881-a793-3025b1c4e1b3 req-8f1d2ebd-dafb-49a3-8521-034c194a5278 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489388 Mar 04 00:54:16.339169 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50040) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:54:16.420604 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d551e84-acd2-41fc-a596-a128afd63a23 tempest-TestVolumeBootPattern-1331457357 tempest-TestVolumeBootPattern-1331457357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:16.424769 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-1d551e84-acd2-41fc-a596-a128afd63a23 tempest-TestVolumeBootPattern-1331457357 tempest-TestVolumeBootPattern-1331457357-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 1125 time: 0.0812345 Mar 04 00:54:16.425689 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 50042) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:54:16.431960 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Request body: {'floatingip': {'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'port_id': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:54:16.466054 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce67b3f-1575-4ce7-9511-e59b918629b9 req-eb6614d4-6ebd-486c-a610-2a762e69b9fe tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:16.472082 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fce67b3f-1575-4ce7-9511-e59b918629b9 req-eb6614d4-6ebd-486c-a610-2a762e69b9fe tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0883977 Mar 04 00:54:16.501162 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:16.524619 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fce67b3f-1575-4ce7-9511-e59b918629b9 req-5a369e55-dfc1-47e3-a306-510cd0e47b06 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470943 Mar 04 00:54:16.628611 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:16.747994 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabee0c-6dd5-45ea-b6fe-435c01165c4b req-c30a558c-15d3-4dfc-89af-f8cb53d72494 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:16.750398 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-baabee0c-6dd5-45ea-b6fe-435c01165c4b req-c30a558c-15d3-4dfc-89af-f8cb53d72494 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0731819 Mar 04 00:54:16.782637 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Allocated IP 172.27.0.186 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/e262e76f-38b4-41e4-9149-9463a95993d2) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:54:16.898489 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-baabee0c-6dd5-45ea-b6fe-435c01165c4b req-12fb1485-1822-4937-8687-721b5d68b63d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174796 Mar 04 00:54:16.906691 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for port (e262e76f-38b4-41e4-9149-9463a95993d2), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:16.948583 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (e262e76f-38b4-41e4-9149-9463a95993d2), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:17.010262 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:54:17.015879 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:54:17.018183 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event updated for resources: {'Port': ['ID=e262e76f-38b4-41e4-9149-9463a95993d2,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:17.020717 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:54:17.240122 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 0af8d850-c902-449f-a95b-e4f2177b96f7 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:54:17.373631 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 0af8d850-c902-449f-a95b-e4f2177b96f7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=0af8d850-c902-449f-a95b-e4f2177b96f7,segment=NetworkSegment(e2595a53-3da6-4dd5-9b2a-46e23cca97cd),segment_id=e2595a53-3da6-4dd5-9b2a-46e23cca97cd)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:54:17.388211 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '0af8d850-c902-449f-a95b-e4f2177b96f7', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'port_id': '0af8d850-c902-449f-a95b-e4f2177b96f7', 'mac_address': 'fa:16:3e:ef:90:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:54:17.436984 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 0af8d850-c902-449f-a95b-e4f2177b96f7 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:54:17.437420 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:17.454633 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af8d850-c902-449f-a95b-e4f2177b96f7 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:54:17.477992 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 0af8d850-c902-449f-a95b-e4f2177b96f7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=0af8d850-c902-449f-a95b-e4f2177b96f7,segment=NetworkSegment(e2595a53-3da6-4dd5-9b2a-46e23cca97cd),segment_id=e2595a53-3da6-4dd5-9b2a-46e23cca97cd)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:54:17.482488 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:17.502774 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for floatingip (bf18c0e2-8a4a-428f-851b-aafea1a53d93), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:17.544119 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=0af8d850-c902-449f-a95b-e4f2177b96f7,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:17.595373 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (e262e76f-38b4-41e4-9149-9463a95993d2), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:17.685259 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9e19a-5532-4f35-beb7-63f6d88c4712 req-066d5990-dda3-4d33-8bef-ed51c37d52c0 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:17.688571 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6ac9e19a-5532-4f35-beb7-63f6d88c4712 req-066d5990-dda3-4d33-8bef-ed51c37d52c0 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 944 time: 0.0898962 Mar 04 00:54:17.758955 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6ac9e19a-5532-4f35-beb7-63f6d88c4712 req-d17bab0c-47c9-40d5-b3b5-a20e13398b5f tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643744 Mar 04 00:54:17.769707 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['0af8d850-c902-449f-a95b-e4f2177b96f7'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:54:17.814985 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for port (e262e76f-38b4-41e4-9149-9463a95993d2), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:17.822934 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (e262e76f-38b4-41e4-9149-9463a95993d2), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:17.924272 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event updated for resources: {'Port': ['ID=e262e76f-38b4-41e4-9149-9463a95993d2,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:17.931623 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (bf18c0e2-8a4a-428f-851b-aafea1a53d93), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:18.089186 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.l3_db [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Floating IP bf18c0e2-8a4a-428f-851b-aafea1a53d93 associated. External IP: 172.27.0.186, port: dcd8a1ea-71a6-414a-be1b-cec8475a0eb9. Mar 04 00:54:18.092775 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb52ec-8c90-4b42-a836-111ce42c4154 req-20514a56-e604-4aa5-b508-5b074d51a3ae tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:18.100423 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d9eb52ec-8c90-4b42-a836-111ce42c4154 req-20514a56-e604-4aa5-b508-5b074d51a3ae tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0991902 Mar 04 00:54:18.167069 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d9eb52ec-8c90-4b42-a836-111ce42c4154 req-95f9f315-96ad-43aa-b783-d3a92f847fb6 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650640 Mar 04 00:54:18.373168 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Router a620f0c6-79dc-4f2a-9704-126e860edc19 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:54:18.503679 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:54:18.516950 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1425b-96d3-42d1-9f3a-1951ca6cd336 None None] Sync routers for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:54:18.527531 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:18.530414 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1425b-96d3-42d1-9f3a-1951ca6cd336 None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:54:18.532003 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-35c1425b-96d3-42d1-9f3a-1951ca6cd336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:54:18.566899 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-107fb592-aa1a-47eb-b70b-d5f9dde059c5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1389730 Mar 04 00:54:18.567588 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'tag': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:54:18.569855 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be09a383-e023-4560-8ccf-86490289fa88" -d '{"events": [{"name": "network-changed", "server_uuid": "7f482080-11ba-4eda-9754-80aa87fcbe42", "tag": "dcd8a1ea-71a6-414a-be1b-cec8475a0eb9"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:54:18.623614 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195b0d8b-202f-4ea3-bdf1-5eba965c1cb2 x-openstack-request-id: req-195b0d8b-202f-4ea3-bdf1-5eba965c1cb2 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:54:18.623849 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f482080-11ba-4eda-9754-80aa87fcbe42", "tag": "dcd8a1ea-71a6-414a-be1b-cec8475a0eb9", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:54:18.624100 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-195b0d8b-202f-4ea3-bdf1-5eba965c1cb2 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:54:18.624501 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'tag': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9', 'status': 'completed', 'code': 200} Mar 04 00:54:18.687250 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-35c1425b-96d3-42d1-9f3a-1951ca6cd336 None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:54:18.709645 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09a383-e023-4560-8ccf-86490289fa88 req-fdee1ab4-75b3-4d4b-b5a5-1ee66e01a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:18.714230 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-be09a383-e023-4560-8ccf-86490289fa88 req-fdee1ab4-75b3-4d4b-b5a5-1ee66e01a8f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d19a3e3e6fd4ca1976096625e933086&device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 1130 time: 0.0682571 Mar 04 00:54:18.839706 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09a383-e023-4560-8ccf-86490289fa88 req-7662267f-3dfc-49be-936b-bee0f1681cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:18.848937 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-be09a383-e023-4560-8ccf-86490289fa88 req-7662267f-3dfc-49be-936b-bee0f1681cb5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03f613fb-df51-4832-9479-76b3f57aa165 HTTP/1.1" status: 200 len: 912 time: 0.1212013 Mar 04 00:54:18.890053 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e9a78-28d0-4115-adb6-aff7dc611a93 req-22972d9c-7165-4dbd-83e3-b8767510356d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:18.898669 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-802e9a78-28d0-4115-adb6-aff7dc611a93 req-22972d9c-7165-4dbd-83e3-b8767510356d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 944 time: 0.0688999 Mar 04 00:54:18.945136 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-be09a383-e023-4560-8ccf-86490289fa88 req-1cfff4c0-d7cd-4cdb-bb77-3675b04d3f4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 HTTP/1.1" status: 200 len: 1000 time: 0.0950408 Mar 04 00:54:18.958149 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-802e9a78-28d0-4115-adb6-aff7dc611a93 req-7ed4e0cd-3375-4967-be2c-48dbdc4ca8da tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583279 Mar 04 00:54:19.003524 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-35c1425b-96d3-42d1-9f3a-1951ca6cd336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'bf18c0e2-8a4a-428f-851b-aafea1a53d93', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'port_id': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'mac_address': 'fa:16:3e:04:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:54:17Z', 'updated_at': '2022-03-04T00:54:17Z', 'revision_number': 0, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:54:19.011237 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09a383-e023-4560-8ccf-86490289fa88 req-6eae1174-3888-440d-9a35-b1c635949a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:19.017712 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-be09a383-e023-4560-8ccf-86490289fa88 req-6eae1174-3888-440d-9a35-b1c635949a0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=97b47f6d-aec7-4417-8d0d-53f7d0562551 HTTP/1.1" status: 200 len: 850 time: 0.0611129 Mar 04 00:54:19.042922 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1425b-96d3-42d1-9f3a-1951ca6cd336 None None] Checking router: a620f0c6-79dc-4f2a-9704-126e860edc19 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:54:19.052211 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1425b-96d3-42d1-9f3a-1951ca6cd336 None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:54:19.053029 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-35c1425b-96d3-42d1-9f3a-1951ca6cd336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:53:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:54:19.080325 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09a383-e023-4560-8ccf-86490289fa88 req-e8b70624-33e0-4106-b99c-6ba95455d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:19.081888 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-be09a383-e023-4560-8ccf-86490289fa88 req-e8b70624-33e0-4106-b99c-6ba95455d6e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03f613fb-df51-4832-9479-76b3f57aa165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604298 Mar 04 00:54:19.180598 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-35c1425b-96d3-42d1-9f3a-1951ca6cd336 None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:54:19.202611 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-be09a383-e023-4560-8ccf-86490289fa88 req-f374708c-81cf-474e-b25c-926e3de2b704 service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143353 Mar 04 00:54:19.255866 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 0af8d850-c902-449f-a95b-e4f2177b96f7 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:54:19.359525 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363864a5-376e-43b4-a0dc-c46385249bb3 req-73f1a46e-47a0-4270-8396-a84b95a9f615 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:19.368924 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-be09a383-e023-4560-8ccf-86490289fa88 req-5688cc5b-611c-4cee-961a-cf3e110e4293 service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500573 Mar 04 00:54:19.370362 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-363864a5-376e-43b4-a0dc-c46385249bb3 req-73f1a46e-47a0-4270-8396-a84b95a9f615 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0795581 Mar 04 00:54:19.432435 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-363864a5-376e-43b4-a0dc-c46385249bb3 req-d84978c4-eda2-4ac4-aff9-d85f44e5ce4c tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580921 Mar 04 00:54:19.484715 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-b67ad076-a74f-4d12-83a7-a6495e65472a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:19.487384 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port 0af8d850-c902-449f-a95b-e4f2177b96f7 completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:54:19.522702 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 0af8d850-c902-449f-a95b-e4f2177b96f7 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:54:19.523426 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:19.814514 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 0af8d850-c902-449f-a95b-e4f2177b96f7 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:54:19.815166 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:19.846017 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af8d850-c902-449f-a95b-e4f2177b96f7'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:54:19.848279 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20034a3-7051-4483-b4ee-a667b43b7aad" -d '{"events": [{"server_uuid": "5477943a-9e27-469b-a5f3-f8f65fc20cc7", "name": "network-vif-plugged", "status": "completed", "tag": "0af8d850-c902-449f-a95b-e4f2177b96f7"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:54:19.852475 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-35c1425b-96d3-42d1-9f3a-1951ca6cd336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'bf18c0e2-8a4a-428f-851b-aafea1a53d93', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'port_id': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'mac_address': 'fa:16:3e:04:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:54:17Z', 'updated_at': '2022-03-04T00:54:17Z', 'revision_number': 0, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:54:19.891998 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1425b-96d3-42d1-9f3a-1951ca6cd336 None None] The sync data for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi is: [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'bf18c0e2-8a4a-428f-851b-aafea1a53d93', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'port_id': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'mac_address': 'fa:16:3e:04:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:54:17Z', 'updated_at': '2022-03-04T00:54:17Z', 'revision_number': 0, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:54:19.894660 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 0af8d850-c902-449f-a95b-e4f2177b96f7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=0af8d850-c902-449f-a95b-e4f2177b96f7,segment=NetworkSegment(e2595a53-3da6-4dd5-9b2a-46e23cca97cd),segment_id=e2595a53-3da6-4dd5-9b2a-46e23cca97cd)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:54:19.899778 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:19.911333 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898dc888-ac76-422d-b56b-e3855af30bfe x-openstack-request-id: req-898dc888-ac76-422d-b56b-e3855af30bfe {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:54:19.911854 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5477943a-9e27-469b-a5f3-f8f65fc20cc7", "name": "network-vif-plugged", "status": "completed", "tag": "0af8d850-c902-449f-a95b-e4f2177b96f7", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:54:19.912279 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-898dc888-ac76-422d-b56b-e3855af30bfe {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:54:19.912622 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af8d850-c902-449f-a95b-e4f2177b96f7', 'code': 200} Mar 04 00:54:19.982508 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=0af8d850-c902-449f-a95b-e4f2177b96f7,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:19.990501 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:19.990738 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:19.991241 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:19.992149 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:19.992521 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:19.992856 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:19.993227 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:19.993599 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:19.993983 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:19.994319 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:19.994646 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:19.994969 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:19.995297 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:20.129930 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd52ae8-d98e-4c47-94fd-198ee7a85823 req-5ac3a403-b75a-443f-87cc-4f187db24f3c tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:20.137528 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fbd52ae8-d98e-4c47-94fd-198ee7a85823 req-5ac3a403-b75a-443f-87cc-4f187db24f3c tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0894675 Mar 04 00:54:20.202152 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fbd52ae8-d98e-4c47-94fd-198ee7a85823 req-a22ce973-38c2-43fc-af58-d4686398dde6 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633643 Mar 04 00:54:20.217138 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d605321-9606-4641-8773-83cb10c5602e req-1fce6979-3a31-4666-9362-363d3a8e5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:20.217138 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7d605321-9606-4641-8773-83cb10c5602e req-1fce6979-3a31-4666-9362-363d3a8e5e59 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 1129 time: 0.0636017 Mar 04 00:54:20.250843 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d041f0b8-4d46-4a88-b596-af1f33690ca9 None None] New status for floating IP bf18c0e2-8a4a-428f-851b-aafea1a53d93: ACTIVE {{(pid=109683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:54:20.275258 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-7d605321-9606-4641-8773-83cb10c5602e req-a61eab73-9514-493f-b2a1-ecbc18410a38 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506577 Mar 04 00:54:20.583210 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8201f75-847e-4409-8b96-b9aee830e0a3 req-f5681698-aa80-4188-9cc8-6bdd756c8fb7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:20.585027 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f8201f75-847e-4409-8b96-b9aee830e0a3 req-f5681698-aa80-4188-9cc8-6bdd756c8fb7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0597303 Mar 04 00:54:20.642463 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f8201f75-847e-4409-8b96-b9aee830e0a3 req-1dcb3b42-853e-437c-8726-fc3901bfc9b3 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474756 Mar 04 00:54:21.320304 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0d6a3-2224-411a-aee4-3baa3e2d983d req-c919a989-d0d0-428f-b568-76e3abf9fab9 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:21.322066 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8aa0d6a3-2224-411a-aee4-3baa3e2d983d req-c919a989-d0d0-428f-b568-76e3abf9fab9 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0582509 Mar 04 00:54:21.378501 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8aa0d6a3-2224-411a-aee4-3baa3e2d983d req-12e0e0db-41db-46a9-b175-b3d03fe1980b tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507655 Mar 04 00:54:21.720676 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-ba502a41-8438-47fd-8b6b-5d3f1f208dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:21.811054 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fd0c0-fb9e-458e-9f7c-d701ee65f7c0 req-1d24d128-4252-4c30-b391-754d8513e1ae tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:21.812544 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-973fd0c0-fb9e-458e-9f7c-d701ee65f7c0 req-1d24d128-4252-4c30-b391-754d8513e1ae tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0739806 Mar 04 00:54:21.877465 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-973fd0c0-fb9e-458e-9f7c-d701ee65f7c0 req-8c82a227-0018-4400-b35f-e96bd608bc44 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585754 Mar 04 00:54:22.516868 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393c110-5344-4b24-ba0d-fe5fe98502be req-73fc2873-58bf-414b-a334-070f2227348c tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:22.518776 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1393c110-5344-4b24-ba0d-fe5fe98502be req-73fc2873-58bf-414b-a334-070f2227348c tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0594420 Mar 04 00:54:22.575874 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1393c110-5344-4b24-ba0d-fe5fe98502be req-ae2b774d-5f96-48db-ad3b-366c924c93e8 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504587 Mar 04 00:54:22.708814 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcd853-38bd-4503-99b4-fca40de01f50 req-9fde3489-fddb-4d0b-ae63-0c4ecee599e7 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:22.712776 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1bbcd853-38bd-4503-99b4-fca40de01f50 req-9fde3489-fddb-4d0b-ae63-0c4ecee599e7 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0541074 Mar 04 00:54:22.762299 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1bbcd853-38bd-4503-99b4-fca40de01f50 req-abcd76b8-5eb9-4e4a-ae34-f3b407fb0429 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458796 Mar 04 00:54:22.787120 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:22.796759 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 50106) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:54:22.897225 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff947474-a47b-47b1-afa0-0acc6062a4a8 tempest-TestShelveInstance-1276926502 tempest-TestShelveInstance-1276926502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:22.901610 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-ff947474-a47b-47b1-afa0-0acc6062a4a8 tempest-TestShelveInstance-1276926502 tempest-TestShelveInstance-1276926502-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 1124 time: 0.1010473 Mar 04 00:54:22.901757 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 50110) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:54:22.908330 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Request body: {'floatingip': {'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'port_id': '0af8d850-c902-449f-a95b-e4f2177b96f7', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:54:22.938568 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:23.052635 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad92706-f011-44b4-bf57-21abe02e31b8 req-3c5f0023-cf02-4493-959c-99971bbf222e tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:23.060023 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fad92706-f011-44b4-bf57-21abe02e31b8 req-3c5f0023-cf02-4493-959c-99971bbf222e tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0932887 Mar 04 00:54:23.079400 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:23.128881 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fad92706-f011-44b4-bf57-21abe02e31b8 req-0e230100-078e-4ece-bc1f-0b90d0165c09 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677781 Mar 04 00:54:23.235760 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Allocated IP 172.27.0.190 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/dc3cc1ed-7c15-4e96-879a-e3407e547464) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:54:23.349970 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for port (dc3cc1ed-7c15-4e96-879a-e3407e547464), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:23.384423 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (dc3cc1ed-7c15-4e96-879a-e3407e547464), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:23.431062 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:54:23.434403 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:54:23.439966 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:54:23.467461 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Pushing event updated for resources: {'Port': ['ID=dc3cc1ed-7c15-4e96-879a-e3407e547464,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:23.803797 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for floatingip (f81e89b5-9726-4da5-9172-4f3cec42c655), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:23.873759 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (dc3cc1ed-7c15-4e96-879a-e3407e547464), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:24.031092 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for port (dc3cc1ed-7c15-4e96-879a-e3407e547464), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:24.042029 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (dc3cc1ed-7c15-4e96-879a-e3407e547464), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:24.113343 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:24.126983 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Pushing event updated for resources: {'Port': ['ID=dc3cc1ed-7c15-4e96-879a-e3407e547464,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:24.145714 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c5c66-0ee0-4e5c-bf91-adba449f00c5 req-a6896372-6a31-44dc-936e-b845183e7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:24.147270 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0c1c5c66-0ee0-4e5c-bf91-adba449f00c5 req-a6896372-6a31-44dc-936e-b845183e7301 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc&device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 1130 time: 0.1141872 Mar 04 00:54:24.148448 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (f81e89b5-9726-4da5-9172-4f3cec42c655), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:24.256017 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d36a43-f228-469c-9fd7-d6b71b5bae27 req-6212f00d-f48f-4d40-88f6-379fb26b9bd9 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:24.257548 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e6d36a43-f228-469c-9fd7-d6b71b5bae27 req-6212f00d-f48f-4d40-88f6-379fb26b9bd9 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0512605 Mar 04 00:54:24.306796 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e6d36a43-f228-469c-9fd7-d6b71b5bae27 req-2fef0aa1-3514-44eb-b342-0badca41b49a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435708 Mar 04 00:54:24.321361 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.l3_db [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Floating IP f81e89b5-9726-4da5-9172-4f3cec42c655 associated. External IP: 172.27.0.190, port: 0af8d850-c902-449f-a95b-e4f2177b96f7. Mar 04 00:54:24.323834 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c5c66-0ee0-4e5c-bf91-adba449f00c5 req-32cc5643-b029-443d-b49a-4be2a2f418d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:24.325277 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0c1c5c66-0ee0-4e5c-bf91-adba449f00c5 req-32cc5643-b029-443d-b49a-4be2a2f418d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 HTTP/1.1" status: 200 len: 917 time: 0.1417077 Mar 04 00:54:24.696463 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0c1c5c66-0ee0-4e5c-bf91-adba449f00c5 req-9662244e-e634-4b43-97fe-4a66eb57d70a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320 HTTP/1.1" status: 200 len: 1001 time: 0.3385384 Mar 04 00:54:24.759869 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c5c66-0ee0-4e5c-bf91-adba449f00c5 req-852fa39d-2234-407d-b23f-ce191255a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:24.761569 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0c1c5c66-0ee0-4e5c-bf91-adba449f00c5 req-852fa39d-2234-407d-b23f-ce191255a04d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87bec407-8dd4-4f43-bf0c-56797aa95a7a HTTP/1.1" status: 200 len: 855 time: 0.0581434 Mar 04 00:54:24.887201 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c5c66-0ee0-4e5c-bf91-adba449f00c5 req-1359a84d-5531-4e0d-b44f-8e2a55960156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:24.889402 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0c1c5c66-0ee0-4e5c-bf91-adba449f00c5 req-1359a84d-5531-4e0d-b44f-8e2a55960156 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0967610 Mar 04 00:54:24.907652 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:54:25.062787 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0c1c5c66-0ee0-4e5c-bf91-adba449f00c5 req-dfdad3aa-7bfc-41bd-861a-d66dff82004c service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642818 Mar 04 00:54:25.125263 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:54:25.135070 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240215a2-1547-47d1-9f3f-ca09502b508e None None] Sync routers for ids ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:54:25.145395 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240215a2-1547-47d1-9f3f-ca09502b508e None None] Routers {'6800416b-51e8-4a9c-9e71-6dc5604dc1b0'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:54:25.146000 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-240215a2-1547-47d1-9f3f-ca09502b508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:54:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:54:25.149845 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:25.209269 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-b43aaab1-29ea-491c-96ed-c81d56e66f07 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2928123 Mar 04 00:54:25.209269 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'tag': '0af8d850-c902-449f-a95b-e4f2177b96f7'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:54:25.209269 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce31347b-c382-4877-91a6-12a938b4b4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5477943a-9e27-469b-a5f3-f8f65fc20cc7", "tag": "0af8d850-c902-449f-a95b-e4f2177b96f7"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:54:25.209269 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0c1c5c66-0ee0-4e5c-bf91-adba449f00c5 req-6bb07178-cf23-43fc-9290-532d57027285 service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316233 Mar 04 00:54:25.238717 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f22ea7d-d578-4fc7-8d0c-a1ec580ad3fd x-openstack-request-id: req-5f22ea7d-d578-4fc7-8d0c-a1ec580ad3fd {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:54:25.239005 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5477943a-9e27-469b-a5f3-f8f65fc20cc7", "tag": "0af8d850-c902-449f-a95b-e4f2177b96f7", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:54:25.239259 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f22ea7d-d578-4fc7-8d0c-a1ec580ad3fd {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:54:25.239660 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'tag': '0af8d850-c902-449f-a95b-e4f2177b96f7', 'status': 'completed', 'code': 200} Mar 04 00:54:25.255566 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-240215a2-1547-47d1-9f3f-ca09502b508e None None] Set router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:54:25.320756 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31347b-c382-4877-91a6-12a938b4b4b2 req-4b9dba96-a32f-485d-8060-09ddda47dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:25.322291 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ce31347b-c382-4877-91a6-12a938b4b4b2 req-4b9dba96-a32f-485d-8060-09ddda47dda1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b879598681d4fdb87aaa0da1e8cca40&device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 1129 time: 0.0488780 Mar 04 00:54:25.418862 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31347b-c382-4877-91a6-12a938b4b4b2 req-71166cfc-351a-4c8b-93a6-e98cb19dd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:25.420598 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ce31347b-c382-4877-91a6-12a938b4b4b2 req-71166cfc-351a-4c8b-93a6-e98cb19dd839 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2936a7f2-65f0-43cf-b9bd-7defc3053be7 HTTP/1.1" status: 200 len: 909 time: 0.0923851 Mar 04 00:54:25.436648 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b7f75-ed78-48c9-8764-30219873b2b6 req-75fee9f0-f4da-4442-841c-f7599d9bc070 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:25.438190 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7a9b7f75-ed78-48c9-8764-30219873b2b6 req-75fee9f0-f4da-4442-841c-f7599d9bc070 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0584192 Mar 04 00:54:25.487116 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7a9b7f75-ed78-48c9-8764-30219873b2b6 req-7b1c5f33-18e7-4ed8-a17d-beb485c4c4cc tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428941 Mar 04 00:54:25.490206 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-240215a2-1547-47d1-9f3f-ca09502b508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'name': 'tempest-TestShelveInstance-953428648-router', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:38Z', 'updated_at': '2022-03-04T00:53:41Z', 'revision_number': 4, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'gw_port': {'id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:39Z', 'updated_at': '2022-03-04T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'f81e89b5-9726-4da5-9172-4f3cec42c655', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'floating_ip_address': '172.27.0.190', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'port_id': '0af8d850-c902-449f-a95b-e4f2177b96f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'mac_address': 'fa:16:3e:ef:90:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:54:23Z', 'updated_at': '2022-03-04T00:54:23Z', 'revision_number': 0, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251256dd-fed6-4192-a542-31f5d1988d9e', 'name': '', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'mac_address': 'fa:16:3e:e3:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:40Z', 'updated_at': '2022-03-04T00:53:47Z', 'revision_number': 5, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'subnets': [{'id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:54:25.500532 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ce31347b-c382-4877-91a6-12a938b4b4b2 req-9ab16a8d-8499-4c47-b7fa-122d6eb60e48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0af8d850-c902-449f-a95b-e4f2177b96f7 HTTP/1.1" status: 200 len: 999 time: 0.0705001 Mar 04 00:54:25.518331 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240215a2-1547-47d1-9f3f-ca09502b508e None None] Checking router: 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:54:25.527118 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240215a2-1547-47d1-9f3f-ca09502b508e None None] Routers {'6800416b-51e8-4a9c-9e71-6dc5604dc1b0'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:54:25.527719 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-240215a2-1547-47d1-9f3f-ca09502b508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:54:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:54:25.551312 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31347b-c382-4877-91a6-12a938b4b4b2 req-6e062c97-f061-4a5a-bb9c-50a5dfda3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:25.552787 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ce31347b-c382-4877-91a6-12a938b4b4b2 req-6e062c97-f061-4a5a-bb9c-50a5dfda3771 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5cf6d52-be6b-456a-8f59-84f01ba9aae8 HTTP/1.1" status: 200 len: 847 time: 0.0442076 Mar 04 00:54:25.603936 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31347b-c382-4877-91a6-12a938b4b4b2 req-ac5066c1-9fd6-4508-bcaa-e361829f1f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:25.605458 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ce31347b-c382-4877-91a6-12a938b4b4b2 req-ac5066c1-9fd6-4508-bcaa-e361829f1f34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2936a7f2-65f0-43cf-b9bd-7defc3053be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450108 Mar 04 00:54:25.639671 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-240215a2-1547-47d1-9f3f-ca09502b508e None None] Set router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:54:25.703178 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ce31347b-c382-4877-91a6-12a938b4b4b2 req-f0f062bf-60c8-4346-908f-1450e521f9cc service neutron] 10.222.0.20 "GET /v2.0/networks/2936a7f2-65f0-43cf-b9bd-7defc3053be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829551 Mar 04 00:54:25.793100 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-ce31347b-c382-4877-91a6-12a938b4b4b2 req-9428c866-d877-4e31-95f9-1fab2f75d825 service neutron] 10.222.0.20 "GET /v2.0/networks/2936a7f2-65f0-43cf-b9bd-7defc3053be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830188 Mar 04 00:54:25.859348 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:25.877872 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-240215a2-1547-47d1-9f3f-ca09502b508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'name': 'tempest-TestShelveInstance-953428648-router', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:38Z', 'updated_at': '2022-03-04T00:53:41Z', 'revision_number': 4, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'gw_port': {'id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:39Z', 'updated_at': '2022-03-04T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'f81e89b5-9726-4da5-9172-4f3cec42c655', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'floating_ip_address': '172.27.0.190', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'port_id': '0af8d850-c902-449f-a95b-e4f2177b96f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'mac_address': 'fa:16:3e:ef:90:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:54:23Z', 'updated_at': '2022-03-04T00:54:23Z', 'revision_number': 0, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251256dd-fed6-4192-a542-31f5d1988d9e', 'name': '', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'mac_address': 'fa:16:3e:e3:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:40Z', 'updated_at': '2022-03-04T00:53:47Z', 'revision_number': 5, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'subnets': [{'id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:54:25.904841 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240215a2-1547-47d1-9f3f-ca09502b508e None None] The sync data for ids ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'] in dv-cinder-812685-7-iscsi is: [{'id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'name': 'tempest-TestShelveInstance-953428648-router', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:38Z', 'updated_at': '2022-03-04T00:53:41Z', 'revision_number': 4, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'gw_port': {'id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:39Z', 'updated_at': '2022-03-04T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'f81e89b5-9726-4da5-9172-4f3cec42c655', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'floating_ip_address': '172.27.0.190', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'port_id': '0af8d850-c902-449f-a95b-e4f2177b96f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'mac_address': 'fa:16:3e:ef:90:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:54:23Z', 'updated_at': '2022-03-04T00:54:23Z', 'revision_number': 0, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251256dd-fed6-4192-a542-31f5d1988d9e', 'name': '', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'mac_address': 'fa:16:3e:e3:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:40Z', 'updated_at': '2022-03-04T00:53:47Z', 'revision_number': 5, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'subnets': [{'id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:54:26.080873 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df569fb-5c2d-435a-836b-e70eeec8b0da None None] New status for floating IP f81e89b5-9726-4da5-9172-4f3cec42c655: ACTIVE {{(pid=109683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:54:26.609413 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e21529-8dcf-498f-92dc-2bd66e098d54 req-944ef694-246e-4060-a974-de169f9aeb3a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:26.610917 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-25e21529-8dcf-498f-92dc-2bd66e098d54 req-944ef694-246e-4060-a974-de169f9aeb3a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 946 time: 0.0516126 Mar 04 00:54:26.656141 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-25e21529-8dcf-498f-92dc-2bd66e098d54 req-e58812b6-27f2-433e-9d9c-b881f0300329 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397494 Mar 04 00:54:27.272789 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 8b615ace-fdf7-44d4-9054-3c37e3ca0320 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:54:27.348170 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 is: ACTIVE; New status is: DOWN {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:54:27.348558 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:27.370364 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b615ace-fdf7-44d4-9054-3c37e3ca0320'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:54:27.372487 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee73bf1f-c4b8-4436-bdfb-e303a9483c3c" -d '{"events": [{"server_uuid": "16218e62-d4eb-4866-9b7c-b61044ddd8f4", "name": "network-vif-unplugged", "status": "completed", "tag": "8b615ace-fdf7-44d4-9054-3c37e3ca0320"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:54:27.384844 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 8b615ace-fdf7-44d4-9054-3c37e3ca0320, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:54:27.390118 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:27.415831 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Mar 2022 00:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a535779b-5c2c-4222-b548-f732efa132e2 x-openstack-request-id: req-a535779b-5c2c-4222-b548-f732efa132e2 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:54:27.416123 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16218e62-d4eb-4866-9b7c-b61044ddd8f4", "name": "network-vif-unplugged", "status": "completed", "tag": "8b615ace-fdf7-44d4-9054-3c37e3ca0320", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:54:27.416376 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a535779b-5c2c-4222-b548-f732efa132e2 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:54:27.416768 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b615ace-fdf7-44d4-9054-3c37e3ca0320', 'code': 200} Mar 04 00:54:27.442137 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=8b615ace-fdf7-44d4-9054-3c37e3ca0320,revision_number=8']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:27.778543 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db8725-7274-482d-be42-d5f47a294249 req-3155e4fc-f9a3-49ba-9803-dfcde48d2cc0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:27.779994 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b3db8725-7274-482d-be42-d5f47a294249 req-3155e4fc-f9a3-49ba-9803-dfcde48d2cc0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0515592 Mar 04 00:54:27.829153 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b3db8725-7274-482d-be42-d5f47a294249 req-33bb498b-4353-4e74-86f6-6ede9ea1cbdb tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436261 Mar 04 00:54:28.599422 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [req-902e7e44-262b-4034-aac1-6a24d0489633 req-32f2cc48-dd00-4abd-8291-fdd90499d727 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 00:54:28.600448 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-902e7e44-262b-4034-aac1-6a24d0489633 req-32f2cc48-dd00-4abd-8291-fdd90499d727 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465300 Mar 04 00:54:28.774907 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e2a48-da79-47e6-9a59-e29904cf72d3 req-80c91865-85ec-4bc5-83d2-28ee4aca4ef8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:28.776347 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-274e2a48-da79-47e6-9a59-e29904cf72d3 req-80c91865-85ec-4bc5-83d2-28ee4aca4ef8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0737393 Mar 04 00:54:28.815917 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-27be5ca6-a862-4fa4-a30c-5fadf113fdf9 req-f0f1181d-37a5-4b97-adfd-19e3abb8d177 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0745623 Mar 04 00:54:28.832933 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-274e2a48-da79-47e6-9a59-e29904cf72d3 req-f2bfeb20-b3cd-46eb-a292-d1918da37061 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503886 Mar 04 00:54:28.892130 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be5ca6-a862-4fa4-a30c-5fadf113fdf9 req-bbd4568b-d282-45ee-b2a4-df75b466df65 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:28.893451 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-27be5ca6-a862-4fa4-a30c-5fadf113fdf9 req-bbd4568b-d282-45ee-b2a4-df75b466df65 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports/8b615ace-fdf7-44d4-9054-3c37e3ca0320 HTTP/1.1" status: 200 len: 941 time: 0.0468500 Mar 04 00:54:29.594369 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:29.677985 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be5ca6-a862-4fa4-a30c-5fadf113fdf9 req-5d0c820b-7ccf-43cd-b686-16bc29b9cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:29.680060 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-27be5ca6-a862-4fa4-a30c-5fadf113fdf9 req-5d0c820b-7ccf-43cd-b686-16bc29b9cb8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4&tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc HTTP/1.1" status: 200 len: 1128 time: 0.0443227 Mar 04 00:54:29.750459 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be5ca6-a862-4fa4-a30c-5fadf113fdf9 req-62736f3f-da1f-4f84-b1f7-28c04ac1f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:29.751933 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-27be5ca6-a862-4fa4-a30c-5fadf113fdf9 req-62736f3f-da1f-4f84-b1f7-28c04ac1f6ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc&device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 1128 time: 0.0471842 Mar 04 00:54:29.839164 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be5ca6-a862-4fa4-a30c-5fadf113fdf9 req-f669117c-122d-447d-a83a-50c4df83193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:29.840675 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-27be5ca6-a862-4fa4-a30c-5fadf113fdf9 req-f669117c-122d-447d-a83a-50c4df83193a service neutron] 10.222.0.20 "GET /v2.0/networks?id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 HTTP/1.1" status: 200 len: 917 time: 0.0816240 Mar 04 00:54:29.912098 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-27be5ca6-a862-4fa4-a30c-5fadf113fdf9 req-9da04419-53f3-485e-9ed0-c232d86e165a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320 HTTP/1.1" status: 200 len: 999 time: 0.0634022 Mar 04 00:54:29.959967 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4e624-d451-49ad-8409-0fd3ffe4fd39 req-d797bf16-9868-48c3-964c-22578f6d43ca tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:29.961445 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8fb4e624-d451-49ad-8409-0fd3ffe4fd39 req-d797bf16-9868-48c3-964c-22578f6d43ca tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0544307 Mar 04 00:54:29.966961 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be5ca6-a862-4fa4-a30c-5fadf113fdf9 req-77f55db9-bfdd-4f7f-8858-d3454482e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:29.968417 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-27be5ca6-a862-4fa4-a30c-5fadf113fdf9 req-77f55db9-bfdd-4f7f-8858-d3454482e121 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87bec407-8dd4-4f43-bf0c-56797aa95a7a HTTP/1.1" status: 200 len: 855 time: 0.0439093 Mar 04 00:54:30.007976 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8fb4e624-d451-49ad-8409-0fd3ffe4fd39 req-1bb80a78-282a-4d40-809a-5ed7e3cdb890 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409656 Mar 04 00:54:30.017535 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be5ca6-a862-4fa4-a30c-5fadf113fdf9 req-c786ec4d-583d-475b-9cd4-bb041d8e37b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:30.019172 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-27be5ca6-a862-4fa4-a30c-5fadf113fdf9 req-c786ec4d-583d-475b-9cd4-bb041d8e37b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441496 Mar 04 00:54:30.108273 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-27be5ca6-a862-4fa4-a30c-5fadf113fdf9 req-c4eda3c3-b938-4d5d-befc-3ada8109cbfc service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820191 Mar 04 00:54:30.199381 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-27be5ca6-a862-4fa4-a30c-5fadf113fdf9 req-560e1fea-5f9f-481e-9d85-20ebd0f54dbf service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846400 Mar 04 00:54:31.133404 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c4a1-1817-4be8-8b77-4f8fb33256bd req-2c2ee30a-6ff6-4b8e-bcff-8c9f95c01055 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:31.135094 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7b85c4a1-1817-4be8-8b77-4f8fb33256bd req-2c2ee30a-6ff6-4b8e-bcff-8c9f95c01055 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0535862 Mar 04 00:54:31.185360 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7b85c4a1-1817-4be8-8b77-4f8fb33256bd req-bd6dd16c-bea5-48f5-b182-8da870ac14c7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445092 Mar 04 00:54:31.283087 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 8b615ace-fdf7-44d4-9054-3c37e3ca0320 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:54:31.366894 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 is: DOWN; New status is: DOWN {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:54:32.319592 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd2222-b2d1-40b5-9b5c-a5fb87354bdd req-f081c581-b1f3-4aba-8283-2cf3938150d0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:32.321094 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8dcd2222-b2d1-40b5-9b5c-a5fb87354bdd req-f081c581-b1f3-4aba-8283-2cf3938150d0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0587699 Mar 04 00:54:32.374919 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8dcd2222-b2d1-40b5-9b5c-a5fb87354bdd req-d425431a-6320-45ce-88da-27a6bccf4076 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473719 Mar 04 00:54:33.503935 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dbfab-033e-427c-a208-e56c3e900893 req-19cf4e21-944e-4534-a965-f78bddcb6584 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:33.505431 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-987dbfab-033e-427c-a208-e56c3e900893 req-19cf4e21-944e-4534-a965-f78bddcb6584 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0542438 Mar 04 00:54:33.556895 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-987dbfab-033e-427c-a208-e56c3e900893 req-c8301564-d0c2-4a4c-a38b-894bbf3d0bd4 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448041 Mar 04 00:54:34.687020 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbc665-f99d-490d-9748-531209fc1340 req-e3a7c5a4-4feb-443f-b03e-4b78df526527 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:34.688679 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ffdbc665-f99d-490d-9748-531209fc1340 req-e3a7c5a4-4feb-443f-b03e-4b78df526527 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0555158 Mar 04 00:54:34.742891 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ffdbc665-f99d-490d-9748-531209fc1340 req-c831579b-5931-4260-b871-c615e52aee54 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483420 Mar 04 00:54:35.872330 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f5444-d4d5-4c42-8f7f-02ffb6ccfc9e req-f949490c-9073-44aa-8059-860d8d622f72 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:35.873822 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-097f5444-d4d5-4c42-8f7f-02ffb6ccfc9e req-f949490c-9073-44aa-8059-860d8d622f72 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0566189 Mar 04 00:54:35.923773 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-097f5444-d4d5-4c42-8f7f-02ffb6ccfc9e req-5e38cf56-1a18-44b3-a7c8-f7e03271454a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441678 Mar 04 00:54:37.050076 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c48452-3d94-4ee9-adbe-e83066274c76 req-a8d808a6-85b5-41cc-87a9-82626c261411 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:37.051695 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-28c48452-3d94-4ee9-adbe-e83066274c76 req-a8d808a6-85b5-41cc-87a9-82626c261411 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0548611 Mar 04 00:54:37.098441 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-28c48452-3d94-4ee9-adbe-e83066274c76 req-60ec9d32-aaa0-4278-a581-fe66e4c34a14 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408597 Mar 04 00:54:38.234447 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e52907-b21b-45d8-ac74-a4daa1f7567e req-d8bc932c-9e4f-4cdf-b617-3e8d58251538 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:38.236625 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-85e52907-b21b-45d8-ac74-a4daa1f7567e req-d8bc932c-9e4f-4cdf-b617-3e8d58251538 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0577836 Mar 04 00:54:38.285659 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-85e52907-b21b-45d8-ac74-a4daa1f7567e req-d809ee0e-142c-4984-87dd-632838943688 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421338 Mar 04 00:54:39.408784 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38aebf-7af4-4968-942a-75e61438d89a req-a7d7c8b7-d084-4f08-ac1a-e4cee40dcc8d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:39.410288 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7c38aebf-7af4-4968-942a-75e61438d89a req-a7d7c8b7-d084-4f08-ac1a-e4cee40dcc8d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0520380 Mar 04 00:54:39.456560 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7c38aebf-7af4-4968-942a-75e61438d89a req-a6ef3f89-5c74-4093-a5d7-5faf00654652 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402191 Mar 04 00:54:40.003619 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49f450-0b37-497c-a68a-acf991805198 req-bbce2f40-6aca-45b8-b67d-a8523a9334c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:40.005104 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3b49f450-0b37-497c-a68a-acf991805198 req-bbce2f40-6aca-45b8-b67d-a8523a9334c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc&device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 1128 time: 0.0442364 Mar 04 00:54:40.108678 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49f450-0b37-497c-a68a-acf991805198 req-34dc0635-b1a1-4ca7-9fa7-659ade5b0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:40.110049 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3b49f450-0b37-497c-a68a-acf991805198 req-34dc0635-b1a1-4ca7-9fa7-659ade5b0797 service neutron] 10.222.0.20 "GET /v2.0/networks?id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 HTTP/1.1" status: 200 len: 917 time: 0.0851529 Mar 04 00:54:40.173398 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3b49f450-0b37-497c-a68a-acf991805198 req-23def866-0a74-4c8e-ae26-60910e83046e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320 HTTP/1.1" status: 200 len: 999 time: 0.0568581 Mar 04 00:54:40.225861 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49f450-0b37-497c-a68a-acf991805198 req-bbb95973-3e32-45cb-9011-852de4f7597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:40.227368 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3b49f450-0b37-497c-a68a-acf991805198 req-bbb95973-3e32-45cb-9011-852de4f7597d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87bec407-8dd4-4f43-bf0c-56797aa95a7a HTTP/1.1" status: 200 len: 855 time: 0.0461013 Mar 04 00:54:40.280007 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49f450-0b37-497c-a68a-acf991805198 req-c6eb0e7b-77ed-4df7-9077-bc7df43e2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:40.281489 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3b49f450-0b37-497c-a68a-acf991805198 req-c6eb0e7b-77ed-4df7-9077-bc7df43e2d0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426848 Mar 04 00:54:40.366534 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3b49f450-0b37-497c-a68a-acf991805198 req-f01e7a02-4c83-4bd4-902a-6f181fdc09d8 service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772796 Mar 04 00:54:40.465149 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3b49f450-0b37-497c-a68a-acf991805198 req-b03de7a4-dca6-42fb-ab37-e5792f01e41e service neutron] 10.222.0.20 "GET /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836072 Mar 04 00:54:40.577050 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc442e3-fa1c-40f4-aef6-09420df180c3 req-1fe9b80c-b348-40ff-a3b1-c62386c32504 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:40.578513 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-dfc442e3-fa1c-40f4-aef6-09420df180c3 req-1fe9b80c-b348-40ff-a3b1-c62386c32504 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0510814 Mar 04 00:54:40.626332 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-dfc442e3-fa1c-40f4-aef6-09420df180c3 req-741d497d-2bcf-4f36-8398-84b1fcdb9154 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423415 Mar 04 00:54:41.743828 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e0a69-af09-4fdc-9305-9c433eaa599c req-9c6b0975-75b9-4d59-9bc3-46d5ddd867ce tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:41.745286 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-820e0a69-af09-4fdc-9305-9c433eaa599c req-9c6b0975-75b9-4d59-9bc3-46d5ddd867ce tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0504277 Mar 04 00:54:41.791608 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-820e0a69-af09-4fdc-9305-9c433eaa599c req-60a8f2fe-89cd-4b44-8a45-ac782154900d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408342 Mar 04 00:54:42.911387 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f359d9c-2b97-4ca1-9add-04762717baf8 req-8386d024-49f8-49a5-9f10-b7127a0a4e91 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:42.912886 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2f359d9c-2b97-4ca1-9add-04762717baf8 req-8386d024-49f8-49a5-9f10-b7127a0a4e91 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 944 time: 0.0524497 Mar 04 00:54:42.960509 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2f359d9c-2b97-4ca1-9add-04762717baf8 req-9e5deb44-df86-4f3a-b244-f70a5f86f7b7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400777 Mar 04 00:54:43.059255 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:54:43.315153 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 8b615ace-fdf7-44d4-9054-3c37e3ca0320 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:54:43.408892 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 8b615ace-fdf7-44d4-9054-3c37e3ca0320, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:54:43.420245 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '8b615ace-fdf7-44d4-9054-3c37e3ca0320', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'port_id': '8b615ace-fdf7-44d4-9054-3c37e3ca0320', 'mac_address': 'fa:16:3e:69:46:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:54:43.456478 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:54:43.456866 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:43.469930 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b615ace-fdf7-44d4-9054-3c37e3ca0320 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:54:43.488903 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 8b615ace-fdf7-44d4-9054-3c37e3ca0320, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:54:43.492974 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:43.542012 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=8b615ace-fdf7-44d4-9054-3c37e3ca0320,revision_number=9']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:43.787008 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['8b615ace-fdf7-44d4-9054-3c37e3ca0320'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:54:44.079825 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba24488-340b-45b3-bf06-beae45f6c114 req-6b51618b-4a05-40fa-8816-f0165052a2a8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:44.081205 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2ba24488-340b-45b3-bf06-beae45f6c114 req-6b51618b-4a05-40fa-8816-f0165052a2a8 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 945 time: 0.0539365 Mar 04 00:54:44.126152 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2ba24488-340b-45b3-bf06-beae45f6c114 req-452ccf64-7306-4e20-99d2-ca7665c137c4 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386021 Mar 04 00:54:45.245543 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de8b76-3a52-4630-81d2-4dedad9b28a1 req-b2a9104c-5e89-4a3b-93ef-2b79ace849d7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:45.247031 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d5de8b76-3a52-4630-81d2-4dedad9b28a1 req-b2a9104c-5e89-4a3b-93ef-2b79ace849d7 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 945 time: 0.0513546 Mar 04 00:54:45.295428 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d5de8b76-3a52-4630-81d2-4dedad9b28a1 req-aede50b6-f13f-48b7-9fd2-be49a16b7beb tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429840 Mar 04 00:54:45.337484 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 8b615ace-fdf7-44d4-9054-3c37e3ca0320 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:54:45.385675 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:54:45.386101 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:45.458791 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:54:45.459097 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:45.480862 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b615ace-fdf7-44d4-9054-3c37e3ca0320'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:54:45.483061 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6add4d00-b002-4ab1-a3fc-3421c1130371" -d '{"events": [{"server_uuid": "16218e62-d4eb-4866-9b7c-b61044ddd8f4", "name": "network-vif-plugged", "status": "completed", "tag": "8b615ace-fdf7-44d4-9054-3c37e3ca0320"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:54:45.494635 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 8b615ace-fdf7-44d4-9054-3c37e3ca0320, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:54:45.499274 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:45.523206 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccee7526-e168-42bc-88c9-03f5f10fb224 x-openstack-request-id: req-ccee7526-e168-42bc-88c9-03f5f10fb224 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:54:45.523506 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16218e62-d4eb-4866-9b7c-b61044ddd8f4", "name": "network-vif-plugged", "status": "completed", "tag": "8b615ace-fdf7-44d4-9054-3c37e3ca0320", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:54:45.523735 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccee7526-e168-42bc-88c9-03f5f10fb224 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:54:45.524119 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b615ace-fdf7-44d4-9054-3c37e3ca0320', 'code': 200} Mar 04 00:54:45.552070 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=8b615ace-fdf7-44d4-9054-3c37e3ca0320,revision_number=10']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:45.712777 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b4b01-f524-4276-b865-de754c0f5fd2 req-72f73a76-800e-4ffe-8d4a-8c3a6362cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:45.714430 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-732b4b01-f524-4276-b865-de754c0f5fd2 req-72f73a76-800e-4ffe-8d4a-8c3a6362cdc3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 1131 time: 0.0435989 Mar 04 00:54:45.758864 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-732b4b01-f524-4276-b865-de754c0f5fd2 req-bbe82ab2-5429-46aa-b1bc-4ee780ab3a76 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363252 Mar 04 00:54:46.421945 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d1c8f-4eb3-46dc-bb15-3bd3e2f2d21e req-040c2bf0-900e-4883-ac2b-48d7db6d021d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:46.423411 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6b8d1c8f-4eb3-46dc-bb15-3bd3e2f2d21e req-040c2bf0-900e-4883-ac2b-48d7db6d021d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 947 time: 0.0572979 Mar 04 00:54:46.471517 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6b8d1c8f-4eb3-46dc-bb15-3bd3e2f2d21e req-025f4c51-3ecb-480b-a8a5-5f63733b5a28 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427186 Mar 04 00:54:47.606562 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9682a-a69b-485d-8364-064d4352e0f6 req-ae572a24-a41e-4670-bc17-45822eee4c8a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:47.608047 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1cd9682a-a69b-485d-8364-064d4352e0f6 req-ae572a24-a41e-4670-bc17-45822eee4c8a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 947 time: 0.0608001 Mar 04 00:54:47.655192 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1cd9682a-a69b-485d-8364-064d4352e0f6 req-90c432b0-504d-4be2-8e86-b72fe4f38b9e tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416589 Mar 04 00:54:48.779026 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010e965-9bef-47da-857d-21356d9af556 req-18705adf-6469-4a72-8b40-5087699ab7ab tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:48.780522 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a010e965-9bef-47da-857d-21356d9af556 req-18705adf-6469-4a72-8b40-5087699ab7ab tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 947 time: 0.0530703 Mar 04 00:54:48.830770 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a010e965-9bef-47da-857d-21356d9af556 req-c38b0ef4-7fbb-433c-8d7d-fb39e59e739a tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441344 Mar 04 00:54:49.446924 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-69a0328d-cf95-4d43-aea5-d95892ba878e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:50.446144 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585e71a-fd31-445f-9388-273033c879e6 req-31065843-9064-4d7d-98ac-b069ffc2e61c tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:50.447597 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d585e71a-fd31-445f-9388-273033c879e6 req-31065843-9064-4d7d-98ac-b069ffc2e61c tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 945 time: 0.0508857 Mar 04 00:54:50.495646 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d585e71a-fd31-445f-9388-273033c879e6 req-8de26edc-b82b-4e73-8d78-4a7e79d848fe tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=176857cd-f319-4ae7-ae2c-505c3eced2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395989 Mar 04 00:54:51.617895 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0944c-f6c2-4aa8-94f3-aaddb14a9354 req-2235d2d4-1e92-4903-a435-947d9246dd63 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:51.619375 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8fb0944c-f6c2-4aa8-94f3-aaddb14a9354 req-2235d2d4-1e92-4903-a435-947d9246dd63 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 945 time: 0.0562706 Mar 04 00:54:51.666049 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8fb0944c-f6c2-4aa8-94f3-aaddb14a9354 req-2d3ea3a4-0105-4758-8169-c3d0169bb06f tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=176857cd-f319-4ae7-ae2c-505c3eced2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407615 Mar 04 00:54:51.714433 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-569ae531-4d5f-48d0-a184-a24d7f09f257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:52.297628 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09a5d8-1cda-44f7-a4a8-2ab95c552feb req-1b39cdf6-19db-41a3-8d86-6bc468db790b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:52.299080 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-9a09a5d8-1cda-44f7-a4a8-2ab95c552feb req-1b39cdf6-19db-41a3-8d86-6bc468db790b tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 945 time: 0.0499635 Mar 04 00:54:52.392365 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-9a09a5d8-1cda-44f7-a4a8-2ab95c552feb req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Deleting port 78ed5b22-2ecb-484b-8a29-65668de90375 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:54:52.392701 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-9a09a5d8-1cda-44f7-a4a8-2ab95c552feb req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (78ed5b22-2ecb-484b-8a29-65668de90375), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:52.480044 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-9a09a5d8-1cda-44f7-a4a8-2ab95c552feb req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] For port 78ed5b22-2ecb-484b-8a29-65668de90375, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=78ed5b22-2ecb-484b-8a29-65668de90375,segment=NetworkSegment(03967297-d897-4af5-b75d-b697d29cd9d5),segment_id=03967297-d897-4af5-b75d-b697d29cd9d5)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:54:52.480398 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-9a09a5d8-1cda-44f7-a4a8-2ab95c552feb req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (78ed5b22-2ecb-484b-8a29-65668de90375), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:52.642974 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-9a09a5d8-1cda-44f7-a4a8-2ab95c552feb req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:52.643243 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-9a09a5d8-1cda-44f7-a4a8-2ab95c552feb req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (bd1a5ff0-040f-4b86-9421-041c23bf972c), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:52.643550 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.l3_db [req-9a09a5d8-1cda-44f7-a4a8-2ab95c552feb req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Floating IP bd1a5ff0-040f-4b86-9421-041c23bf972c disassociated. External IP: 172.27.0.101, port: 78ed5b22-2ecb-484b-8a29-65668de90375. Mar 04 00:54:52.643883 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-9a09a5d8-1cda-44f7-a4a8-2ab95c552feb req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Calling delete_port for 78ed5b22-2ecb-484b-8a29-65668de90375 owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:54:52.771672 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-9a09a5d8-1cda-44f7-a4a8-2ab95c552feb req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (78ed5b22-2ecb-484b-8a29-65668de90375), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:52.787059 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:52.787741 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4a557-d6c3-480b-b7ee-bc25e7ffa56d req-10fc1ef8-1d71-4b72-91eb-a1a6d3cb6dac tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:54:52.789966 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-18d4a557-d6c3-480b-b7ee-bc25e7ffa56d req-10fc1ef8-1d71-4b72-91eb-a1a6d3cb6dac tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd HTTP/1.1" status: 200 len: 945 time: 0.0575502 Mar 04 00:54:52.802246 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event deleted for resources: {'Port': ['ID=78ed5b22-2ecb-484b-8a29-65668de90375,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:52.813046 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:52.813398 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:52.813738 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:52.814097 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:52.814427 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:52.814749 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:52.815073 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:52.815393 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:52.815752 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:52.816021 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:52.816337 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:52.816648 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:52.816958 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:52.838582 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-18d4a557-d6c3-480b-b7ee-bc25e7ffa56d req-dcc7cbac-4ee9-4ec9-b8de-316c43f06079 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups?id=176857cd-f319-4ae7-ae2c-505c3eced2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432148 Mar 04 00:54:52.925991 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a09a5d8-1cda-44f7-a4a8-2ab95c552feb req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Router 38443604-714f-4677-a150-fe847ec68ef5 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:54:53.277103 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a09a5d8-1cda-44f7-a4a8-2ab95c552feb req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:54:53.287115 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e181546f-20e5-4c91-b38b-c00f9b278100 None None] Sync routers for ids ['38443604-714f-4677-a150-fe847ec68ef5'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:54:53.297411 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e181546f-20e5-4c91-b38b-c00f9b278100 None None] Routers {'38443604-714f-4677-a150-fe847ec68ef5'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:54:53.298167 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-e181546f-20e5-4c91-b38b-c00f9b278100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:54:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['38443604-714f-4677-a150-fe847ec68ef5'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:54:53.316762 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a09a5d8-1cda-44f7-a4a8-2ab95c552feb req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] No DVR routers for this DVR port 78ed5b22-2ecb-484b-8a29-65668de90375 on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:54:53.319291 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-9a09a5d8-1cda-44f7-a4a8-2ab95c552feb req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:53.322562 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-9a09a5d8-1cda-44f7-a4a8-2ab95c552feb req-bcba9db0-e18c-4de3-bd9f-df2ad20d3ce8 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.20 "DELETE /v2.0/ports/78ed5b22-2ecb-484b-8a29-65668de90375 HTTP/1.1" status: 204 len: 173 time: 1.0176628 Mar 04 00:54:53.323001 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd', 'name': 'network-vif-deleted', 'tag': '78ed5b22-2ecb-484b-8a29-65668de90375'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:54:53.325209 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690ad115-fb43-4d64-83c6-275226d076d4" -d '{"events": [{"server_uuid": "a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd", "name": "network-vif-deleted", "tag": "78ed5b22-2ecb-484b-8a29-65668de90375"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:54:53.364111 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0318677-fcad-4d82-8399-35924520b525 x-openstack-request-id: req-f0318677-fcad-4d82-8399-35924520b525 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:54:53.364396 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd", "name": "network-vif-deleted", "tag": "78ed5b22-2ecb-484b-8a29-65668de90375", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:54:53.364644 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0318677-fcad-4d82-8399-35924520b525 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:54:53.365038 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b1a9e6-8ff0-4f0d-9fc6-7833708839cd', 'name': 'network-vif-deleted', 'tag': '78ed5b22-2ecb-484b-8a29-65668de90375', 'status': 'completed', 'code': 200} Mar 04 00:54:53.415067 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-e181546f-20e5-4c91-b38b-c00f9b278100 None None] Set router 38443604-714f-4677-a150-fe847ec68ef5 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:54:53.609647 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-e181546f-20e5-4c91-b38b-c00f9b278100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '9e96b569-93de-4890-845b-5fe63916fe50', 'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'mac_address': 'fa:16:3e:c8:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:33Z', 'updated_at': '2022-03-04T00:48:49Z', 'revision_number': 5, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'subnets': [{'id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:54:53.761251 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e181546f-20e5-4c91-b38b-c00f9b278100 None None] Checking router: 38443604-714f-4677-a150-fe847ec68ef5 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:54:53.769809 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e181546f-20e5-4c91-b38b-c00f9b278100 None None] Routers {'38443604-714f-4677-a150-fe847ec68ef5'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:54:53.770414 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-e181546f-20e5-4c91-b38b-c00f9b278100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:54:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['38443604-714f-4677-a150-fe847ec68ef5'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:54:53.877528 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-e181546f-20e5-4c91-b38b-c00f9b278100 None None] Set router 38443604-714f-4677-a150-fe847ec68ef5 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:54:53.924715 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 50360) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:54:53.988672 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7ba9-077d-4db9-95cc-c32a23510a06 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group (176857cd-f319-4ae7-ae2c-505c3eced2ba), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:54.011373 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7ba9-077d-4db9-95cc-c32a23510a06 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group (176857cd-f319-4ae7-ae2c-505c3eced2ba), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:54.059022 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7ba9-077d-4db9-95cc-c32a23510a06 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (176857cd-f319-4ae7-ae2c-505c3eced2ba), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:54.061714 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7ba9-077d-4db9-95cc-c32a23510a06 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:54.062893 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-bd4e7ba9-077d-4db9-95cc-c32a23510a06 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "DELETE /v2.0/security-groups/176857cd-f319-4ae7-ae2c-505c3eced2ba HTTP/1.1" status: 204 len: 168 time: 0.1370595 Mar 04 00:54:54.065710 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50362) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:54:54.071856 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e7ba9-077d-4db9-95cc-c32a23510a06 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=176857cd-f319-4ae7-ae2c-505c3eced2ba,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:54.079473 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-e181546f-20e5-4c91-b38b-c00f9b278100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '9e96b569-93de-4890-845b-5fe63916fe50', 'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'mac_address': 'fa:16:3e:c8:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:33Z', 'updated_at': '2022-03-04T00:48:49Z', 'revision_number': 5, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'subnets': [{'id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:54:54.082016 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.api.v2.resource [None req-104996a2-c86c-455e-a15d-504e8d823faf tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] show failed (client error): The resource could not be found. Mar 04 00:54:54.083318 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-104996a2-c86c-455e-a15d-504e8d823faf tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "GET /v2.0/security-groups/176857cd-f319-4ae7-ae2c-505c3eced2ba HTTP/1.1" status: 404 len: 347 time: 0.0159528 Mar 04 00:54:54.086576 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50364) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:54:54.119387 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e181546f-20e5-4c91-b38b-c00f9b278100 None None] The sync data for ids ['38443604-714f-4677-a150-fe847ec68ef5'] in dv-cinder-812685-7-iscsi is: [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '9e96b569-93de-4890-845b-5fe63916fe50', 'name': '', 'network_id': '0f459d4b-89d4-473a-8642-eeac28fa1b34', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'mac_address': 'fa:16:3e:c8:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:33Z', 'updated_at': '2022-03-04T00:48:49Z', 'revision_number': 5, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'subnets': [{'id': '3bd82242-2f06-4a28-9540-82b69b66357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:54:54.135929 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:54.216495 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Deleting port 79a404af-e4fa-4d90-8c43-004cabc9b910 {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:54:54.216840 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (79a404af-e4fa-4d90-8c43-004cabc9b910), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:54.292984 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (79a404af-e4fa-4d90-8c43-004cabc9b910), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:54.293307 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for floatingip (79a404af-e4fa-4d90-8c43-004cabc9b910), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:54.306704 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Calling delete_port for 79a404af-e4fa-4d90-8c43-004cabc9b910 owned by network:floatingip {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:54:54.354037 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7001796-ae5d-4a6b-ad1d-63d220fc087e None None] New status for floating IP bd1a5ff0-040f-4b86-9421-041c23bf972c: DOWN {{(pid=109683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:54:54.678009 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (79a404af-e4fa-4d90-8c43-004cabc9b910), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:54.707896 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Pushing event deleted for resources: {'Port': ['ID=79a404af-e4fa-4d90-8c43-004cabc9b910,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:54.732796 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:54.733105 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:54.733440 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:54.733769 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:54.734115 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:54.734434 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:54.734755 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:54.735073 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:54.735390 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:54.735714 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:54.736029 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:54.736339 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:54.736673 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:54:54.777804 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks [] for floatingip (bd1a5ff0-040f-4b86-9421-041c23bf972c), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:54.780365 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:54.781489 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-81586d41-ac3d-4493-bb87-72f464fafb26 tempest-AttachVolumeTestJSON-1122465959 tempest-AttachVolumeTestJSON-1122465959-project] 10.222.0.23 "DELETE /v2.0/floatingips/bd1a5ff0-040f-4b86-9421-041c23bf972c HTTP/1.1" status: 204 len: 168 time: 0.6939809 Mar 04 00:54:55.414193 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 78ed5b22-2ecb-484b-8a29-65668de90375 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:54:55.433922 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: 78ed5b22-2ecb-484b-8a29-65668de90375 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:54:55.434271 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 78ed5b22-2ecb-484b-8a29-65668de90375 not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:54:55.842064 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:58.282902 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50396) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:54:58.781425 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-75fdd447-a3df-4f24-a3ee-b04447a6687a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548415'] for router_interface (38443604-714f-4677-a150-fe847ec68ef5), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:59.072464 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-75fdd447-a3df-4f24-a3ee-b04447a6687a admin admin] Deleting port 9e96b569-93de-4890-845b-5fe63916fe50 {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:54:59.072803 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-75fdd447-a3df-4f24-a3ee-b04447a6687a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (9e96b569-93de-4890-845b-5fe63916fe50), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:59.148616 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.db [None req-75fdd447-a3df-4f24-a3ee-b04447a6687a admin admin] For port 9e96b569-93de-4890-845b-5fe63916fe50, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=9e96b569-93de-4890-845b-5fe63916fe50,segment=NetworkSegment(03967297-d897-4af5-b75d-b697d29cd9d5),segment_id=03967297-d897-4af5-b75d-b697d29cd9d5)] {{(pid=109681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:54:59.148976 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-75fdd447-a3df-4f24-a3ee-b04447a6687a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (9e96b569-93de-4890-845b-5fe63916fe50), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:59.161219 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-75fdd447-a3df-4f24-a3ee-b04447a6687a admin admin] Calling delete_port for 9e96b569-93de-4890-845b-5fe63916fe50 owned by network:router_interface {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:54:59.337713 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-75fdd447-a3df-4f24-a3ee-b04447a6687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (9e96b569-93de-4890-845b-5fe63916fe50), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:59.359888 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdd447-a3df-4f24-a3ee-b04447a6687a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e96b569-93de-4890-845b-5fe63916fe50,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:54:59.526908 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-75fdd447-a3df-4f24-a3ee-b04447a6687a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548563'] for router_interface (38443604-714f-4677-a150-fe847ec68ef5), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:59.595941 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:59.737228 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fdd447-a3df-4f24-a3ee-b04447a6687a admin admin] Router 38443604-714f-4677-a150-fe847ec68ef5 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:54:59.842299 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fdd447-a3df-4f24-a3ee-b04447a6687a admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:54:59.847298 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-75fdd447-a3df-4f24-a3ee-b04447a6687a admin admin] 10.222.0.23 "PUT /v2.0/routers/38443604-714f-4677-a150-fe847ec68ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5633943 Mar 04 00:54:59.850204 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50400) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:54:59.851746 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be5f0d9-8ae1-43a1-a217-8e44ded5280c None None] Sync routers for ids ['38443604-714f-4677-a150-fe847ec68ef5'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:54:59.861857 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5f0d9-8ae1-43a1-a217-8e44ded5280c None None] Routers {'38443604-714f-4677-a150-fe847ec68ef5'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:54:59.862465 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-7be5f0d9-8ae1-43a1-a217-8e44ded5280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:54:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['38443604-714f-4677-a150-fe847ec68ef5'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:54:59.956191 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e4da6b0e-dbfe-4d9b-94ca-8036c824ef98 admin admin] Publish callbacks [] for router (38443604-714f-4677-a150-fe847ec68ef5), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:54:59.970101 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-7be5f0d9-8ae1-43a1-a217-8e44ded5280c None None] Set router 38443604-714f-4677-a150-fe847ec68ef5 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:55:00.059037 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e4da6b0e-dbfe-4d9b-94ca-8036c824ef98 admin admin] Publish callbacks [] for router_gateway (38443604-714f-4677-a150-fe847ec68ef5), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:00.110889 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-e4da6b0e-dbfe-4d9b-94ca-8036c824ef98 admin admin] Deleting port c29595ab-ff21-4118-97b1-ad5e7e5f1214 {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:55:00.111142 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e4da6b0e-dbfe-4d9b-94ca-8036c824ef98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (c29595ab-ff21-4118-97b1-ad5e7e5f1214), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:00.142467 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-7be5f0d9-8ae1-43a1-a217-8e44ded5280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:54:59Z', 'revision_number': 5, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port': {'id': 'c29595ab-ff21-4118-97b1-ad5e7e5f1214', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38443604-714f-4677-a150-fe847ec68ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:29Z', 'updated_at': '2022-03-04T00:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:55:00.169767 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be5f0d9-8ae1-43a1-a217-8e44ded5280c None None] Checking router: 38443604-714f-4677-a150-fe847ec68ef5 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:55:00.178130 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5f0d9-8ae1-43a1-a217-8e44ded5280c None None] Routers {'38443604-714f-4677-a150-fe847ec68ef5'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:55:00.178730 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-7be5f0d9-8ae1-43a1-a217-8e44ded5280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:54:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['38443604-714f-4677-a150-fe847ec68ef5'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:55:00.187572 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.db [None req-e4da6b0e-dbfe-4d9b-94ca-8036c824ef98 admin admin] For port c29595ab-ff21-4118-97b1-ad5e7e5f1214, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=c29595ab-ff21-4118-97b1-ad5e7e5f1214,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:55:00.187936 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e4da6b0e-dbfe-4d9b-94ca-8036c824ef98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (c29595ab-ff21-4118-97b1-ad5e7e5f1214), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:00.203450 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-e4da6b0e-dbfe-4d9b-94ca-8036c824ef98 admin admin] Calling delete_port for c29595ab-ff21-4118-97b1-ad5e7e5f1214 owned by network:router_gateway {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:55:00.264529 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-7be5f0d9-8ae1-43a1-a217-8e44ded5280c None None] Set router 38443604-714f-4677-a150-fe847ec68ef5 gateway port host: None {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:55:00.317537 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-7be5f0d9-8ae1-43a1-a217-8e44ded5280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:55:00Z', 'revision_number': 6, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port_host': None}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:55:00.343900 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be5f0d9-8ae1-43a1-a217-8e44ded5280c None None] The sync data for ids ['38443604-714f-4677-a150-fe847ec68ef5'] in dv-cinder-812685-7-iscsi is: [{'id': '38443604-714f-4677-a150-fe847ec68ef5', 'name': 'tempest-AttachVolumeTestJSON-1625678538-router', 'tenant_id': '4f74a38a30364f84b464c10e694a223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:27Z', 'updated_at': '2022-03-04T00:55:00Z', 'revision_number': 6, 'project_id': '4f74a38a30364f84b464c10e694a223d', 'gw_port_host': None}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:55:00.371236 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e4da6b0e-dbfe-4d9b-94ca-8036c824ef98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (c29595ab-ff21-4118-97b1-ad5e7e5f1214), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:00.398928 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da6b0e-dbfe-4d9b-94ca-8036c824ef98 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29595ab-ff21-4118-97b1-ad5e7e5f1214,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:00.457943 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e4da6b0e-dbfe-4d9b-94ca-8036c824ef98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542065'] for router_gateway (38443604-714f-4677-a150-fe847ec68ef5), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:00.805398 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e4da6b0e-dbfe-4d9b-94ca-8036c824ef98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3526'] for router (38443604-714f-4677-a150-fe847ec68ef5), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:00.807673 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e4da6b0e-dbfe-4d9b-94ca-8036c824ef98 admin admin] Publish callbacks [] for router_controller (38443604-714f-4677-a150-fe847ec68ef5), precommit_delete_associations {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:00.868773 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 9e96b569-93de-4890-845b-5fe63916fe50 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:55:00.881020 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e4da6b0e-dbfe-4d9b-94ca-8036c824ef98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546010'] for router (38443604-714f-4677-a150-fe847ec68ef5), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:00.882490 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4da6b0e-dbfe-4d9b-94ca-8036c824ef98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38443604-714f-4677-a150-fe847ec68ef5 {{(pid=109681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 00:55:00.888024 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e4da6b0e-dbfe-4d9b-94ca-8036c824ef98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:00.889446 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-e4da6b0e-dbfe-4d9b-94ca-8036c824ef98 admin admin] 10.222.0.23 "DELETE /v2.0/routers/38443604-714f-4677-a150-fe847ec68ef5 HTTP/1.1" status: 204 len: 168 time: 1.0378296 Mar 04 00:55:00.892168 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50404) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:00.893734 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 9e96b569-93de-4890-845b-5fe63916fe50 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:55:00.894112 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 9e96b569-93de-4890-845b-5fe63916fe50 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:55:00.944244 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8d26bb-b12a-496b-a4ce-972fd3d4a4e8 admin admin] Deleting subnet 3bd82242-2f06-4a28-9540-82b69b66357f {{(pid=109681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 00:55:00.949057 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6a8d26bb-b12a-496b-a4ce-972fd3d4a4e8 admin admin] Publish callbacks [] for subnet (3bd82242-2f06-4a28-9540-82b69b66357f), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:00.988120 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6a8d26bb-b12a-496b-a4ce-972fd3d4a4e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25765859'] for subnet (3bd82242-2f06-4a28-9540-82b69b66357f), precommit_delete_associations {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:01.113209 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6a8d26bb-b12a-496b-a4ce-972fd3d4a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15850908'] for subnet (3bd82242-2f06-4a28-9540-82b69b66357f), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:01.173079 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6a8d26bb-b12a-496b-a4ce-972fd3d4a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15850899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26164072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3906139'] for subnet (3bd82242-2f06-4a28-9540-82b69b66357f), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:01.198573 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d26bb-b12a-496b-a4ce-972fd3d4a4e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd82242-2f06-4a28-9540-82b69b66357f,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:01.202027 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6a8d26bb-b12a-496b-a4ce-972fd3d4a4e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:01.205550 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-6a8d26bb-b12a-496b-a4ce-972fd3d4a4e8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3bd82242-2f06-4a28-9540-82b69b66357f HTTP/1.1" status: 204 len: 168 time: 0.3124452 Mar 04 00:55:01.208096 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50406) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:01.208237 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b088160-7a65-45f7-8a3c-47c4a858d1cc None None] Network 0f459d4b-89d4-473a-8642-eeac28fa1b34 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:55:01.277373 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16661095'] for network (0f459d4b-89d4-473a-8642-eeac28fa1b34), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:01.348150 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] Deleting port d09118a8-717b-4b12-baa6-79429afcf100 {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:55:01.348483 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (d09118a8-717b-4b12-baa6-79429afcf100), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:01.394922 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212ade74-2755-48be-90a1-7bbbdf22df47 None None] DHCP port deletion for 0f459d4b-89d4-473a-8642-eeac28fa1b34 request from dv-cinder-812685-7-iscsi {{(pid=109682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 00:55:01.414139 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.db [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] For port d09118a8-717b-4b12-baa6-79429afcf100, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=d09118a8-717b-4b12-baa6-79429afcf100,segment=NetworkSegment(03967297-d897-4af5-b75d-b697d29cd9d5),segment_id=03967297-d897-4af5-b75d-b697d29cd9d5)] {{(pid=109681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:55:01.414726 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (d09118a8-717b-4b12-baa6-79429afcf100), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:01.427111 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] Calling delete_port for d09118a8-717b-4b12-baa6-79429afcf100 owned by network:dhcp {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:55:01.453825 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-212ade74-2755-48be-90a1-7bbbdf22df47 None None] Deleting port d09118a8-717b-4b12-baa6-79429afcf100 {{(pid=109682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:55:01.454240 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-212ade74-2755-48be-90a1-7bbbdf22df47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (d09118a8-717b-4b12-baa6-79429afcf100), before_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:01.525256 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (d09118a8-717b-4b12-baa6-79429afcf100), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:01.527377 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-212ade74-2755-48be-90a1-7bbbdf22df47 None None] For port d09118a8-717b-4b12-baa6-79429afcf100, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=d09118a8-717b-4b12-baa6-79429afcf100,segment=NetworkSegment(03967297-d897-4af5-b75d-b697d29cd9d5),segment_id=03967297-d897-4af5-b75d-b697d29cd9d5)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:55:01.527892 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-212ade74-2755-48be-90a1-7bbbdf22df47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (d09118a8-717b-4b12-baa6-79429afcf100), precommit_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:01.544483 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-212ade74-2755-48be-90a1-7bbbdf22df47 None None] Calling delete_port for d09118a8-717b-4b12-baa6-79429afcf100 owned by network:dhcp {{(pid=109682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:55:01.556214 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] Pushing event deleted for resources: {'Port': ['ID=d09118a8-717b-4b12-baa6-79429afcf100,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:01.556214 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] No DVR routers for this DVR port d09118a8-717b-4b12-baa6-79429afcf100 on host dv-cinder-812685-7-iscsi {{(pid=109681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:55:01.636528 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16753767', 'neutron.services.segments.db._delete_segments_for_network-8742061486749'] for network (0f459d4b-89d4-473a-8642-eeac28fa1b34), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:01.662044 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.services.segments.db [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f459d4b-89d4-473a-8642-eeac28fa1b34']}} {{(pid=109681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:55:01.667598 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-212ade74-2755-48be-90a1-7bbbdf22df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965'] for port (d09118a8-717b-4b12-baa6-79429afcf100), after_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:01.672394 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.services.segments.db [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03967297-d897-4af5-b75d-b697d29cd9d5') {'for_net_delete': True} {{(pid=109681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:55:01.673123 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.services.segments.db [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03967297-d897-4af5-b75d-b697d29cd9d5') {} {{(pid=109681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:55:01.682867 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742061490342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25765876'] for segment (03967297-d897-4af5-b75d-b697d29cd9d5), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:01.691845 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ade74-2755-48be-90a1-7bbbdf22df47 None None] Pushing event deleted for resources: {'Port': ['ID=d09118a8-717b-4b12-baa6-79429afcf100,revision_number=None']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:01.698301 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (03967297-d897-4af5-b75d-b697d29cd9d5), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:01.698472 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ade74-2755-48be-90a1-7bbbdf22df47 None None] No DVR routers for this DVR port d09118a8-717b-4b12-baa6-79429afcf100 on host dv-cinder-812685-7-iscsi {{(pid=109682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:55:01.705644 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 00:55:01.706125 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26164150'] for segment (03967297-d897-4af5-b75d-b697d29cd9d5), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: Traceback (most recent call last): Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: timer() Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: cb(*args, **kw) Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: return func(*args, **kwargs) Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: self._notify() Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: self.callback(batched_events) Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: event.method(event) Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: return f(self, *a, **k) Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: return self._get(url).json() Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: return self.request(url, 'GET', **kwargs) Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 00:55:01.707685 dv-cinder-812685-7-iscsi neutron-server[109681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 00:55:01.767551 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16753694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542029'] for network (0f459d4b-89d4-473a-8642-eeac28fa1b34), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:01.773482 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:01.776938 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] 10.222.0.23 "DELETE /v2.0/networks/0f459d4b-89d4-473a-8642-eeac28fa1b34 HTTP/1.1" status: 204 len: 168 time: 0.5678229 Mar 04 00:55:01.788545 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcabbf-6323-4432-8d18-dc37352684ce admin admin] Pushing event deleted for resources: {'Network': ['ID=0f459d4b-89d4-473a-8642-eeac28fa1b34,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:01.904227 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50412) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:01.943507 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-a2554482-52e7-4c71-b240-82682374c5f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f74a38a30364f84b464c10e694a223d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380924 Mar 04 00:55:01.945935 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50414) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:01.991700 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-427b1cee-9b1d-4fc4-a0f9-7382c2a5e944 admin admin] Publish callbacks [] for security_group (3754812b-8bcb-4fa1-a9ba-193139fd4708), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:02.015562 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-427b1cee-9b1d-4fc4-a0f9-7382c2a5e944 admin admin] Publish callbacks [] for security_group (3754812b-8bcb-4fa1-a9ba-193139fd4708), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:02.061853 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-427b1cee-9b1d-4fc4-a0f9-7382c2a5e944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (3754812b-8bcb-4fa1-a9ba-193139fd4708), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:02.064374 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-427b1cee-9b1d-4fc4-a0f9-7382c2a5e944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:02.065555 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-427b1cee-9b1d-4fc4-a0f9-7382c2a5e944 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3754812b-8bcb-4fa1-a9ba-193139fd4708 HTTP/1.1" status: 204 len: 168 time: 0.1186719 Mar 04 00:55:02.073234 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b1cee-9b1d-4fc4-a0f9-7382c2a5e944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3754812b-8bcb-4fa1-a9ba-193139fd4708,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:02.774518 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device c29595ab-ff21-4118-97b1-ad5e7e5f1214 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:55:02.794943 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: c29595ab-ff21-4118-97b1-ad5e7e5f1214 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:55:02.795128 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device c29595ab-ff21-4118-97b1-ad5e7e5f1214 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:55:02.795499 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device d09118a8-717b-4b12-baa6-79429afcf100 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:55:02.817100 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: d09118a8-717b-4b12-baa6-79429afcf100 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:55:02.817446 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device d09118a8-717b-4b12-baa6-79429afcf100 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:55:10.242326 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50522) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:10.342358 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-cf16a714-93eb-4048-b0c8-ba2c77b0e492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:10.415467 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-cf16a714-93eb-4048-b0c8-ba2c77b0e492 admin admin] Publish callbacks [] for security_group (dd25dbdb-806e-43da-8ebd-16719ad190f6), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:10.418769 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-cf16a714-93eb-4048-b0c8-ba2c77b0e492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (dd25dbdb-806e-43da-8ebd-16719ad190f6), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:10.454293 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16a714-93eb-4048-b0c8-ba2c77b0e492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd25dbdb-806e-43da-8ebd-16719ad190f6,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:10.458734 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-cf16a714-93eb-4048-b0c8-ba2c77b0e492 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=693f7c6086bc425388eba299d13446b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154133 Mar 04 00:55:10.462535 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50526) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:10.508024 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-65508a7b-336b-4fad-820f-9d8208139304 admin admin] Publish callbacks [] for security_group (dd25dbdb-806e-43da-8ebd-16719ad190f6), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:10.529080 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-65508a7b-336b-4fad-820f-9d8208139304 admin admin] Publish callbacks [] for security_group (dd25dbdb-806e-43da-8ebd-16719ad190f6), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:10.576081 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-65508a7b-336b-4fad-820f-9d8208139304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (dd25dbdb-806e-43da-8ebd-16719ad190f6), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:10.578503 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-65508a7b-336b-4fad-820f-9d8208139304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:10.579613 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-65508a7b-336b-4fad-820f-9d8208139304 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd25dbdb-806e-43da-8ebd-16719ad190f6 HTTP/1.1" status: 204 len: 168 time: 0.1168725 Mar 04 00:55:10.587737 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65508a7b-336b-4fad-820f-9d8208139304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd25dbdb-806e-43da-8ebd-16719ad190f6,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:19.454068 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-c81ddd5b-ab19-4905-b202-105f86d86539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:19.680409 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 50648) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:19.795519 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db09-bee4-4056-af5e-e1a468f7dd69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:19.869954 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db09-bee4-4056-af5e-e1a468f7dd69 admin admin] Publish callbacks [] for security_group (3c5e253e-1955-43d7-b02c-7335120be8c8), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:19.874267 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db09-bee4-4056-af5e-e1a468f7dd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (3c5e253e-1955-43d7-b02c-7335120be8c8), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:19.912886 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7db09-bee4-4056-af5e-e1a468f7dd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5e253e-1955-43d7-b02c-7335120be8c8,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:19.917207 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-a2e7db09-bee4-4056-af5e-e1a468f7dd69 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=963448d83b4343aea9b87b38242228e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356663 Mar 04 00:55:19.919975 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 50652) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:19.969118 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a52e7fcb-add0-4267-a4c0-278ace6c5c1c admin admin] Publish callbacks [] for security_group (3c5e253e-1955-43d7-b02c-7335120be8c8), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:19.990593 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a52e7fcb-add0-4267-a4c0-278ace6c5c1c admin admin] Publish callbacks [] for security_group (3c5e253e-1955-43d7-b02c-7335120be8c8), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:20.038389 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a52e7fcb-add0-4267-a4c0-278ace6c5c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (3c5e253e-1955-43d7-b02c-7335120be8c8), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:20.040873 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a52e7fcb-add0-4267-a4c0-278ace6c5c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:20.042054 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-a52e7fcb-add0-4267-a4c0-278ace6c5c1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c5e253e-1955-43d7-b02c-7335120be8c8 HTTP/1.1" status: 204 len: 168 time: 0.1211603 Mar 04 00:55:20.049960 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e7fcb-add0-4267-a4c0-278ace6c5c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5e253e-1955-43d7-b02c-7335120be8c8,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:20.060106 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:55:21.695329 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 50708) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:21.716260 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-4448356d-6244-4cb4-9dd4-0ba83def00c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:21.800557 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ee3a07de-f9b8-488c-bd85-16086a31d983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:21.881402 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ee3a07de-f9b8-488c-bd85-16086a31d983 admin admin] Publish callbacks [] for security_group (3c16bbef-6043-4f11-930d-652d6aa1b3d6), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:21.890686 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ee3a07de-f9b8-488c-bd85-16086a31d983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (3c16bbef-6043-4f11-930d-652d6aa1b3d6), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:21.926963 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a07de-f9b8-488c-bd85-16086a31d983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c16bbef-6043-4f11-930d-652d6aa1b3d6,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:21.938591 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-ee3a07de-f9b8-488c-bd85-16086a31d983 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d0b9fb3aa5d43f3a19e3db6ce9d322a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420475 Mar 04 00:55:21.939015 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50718) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:21.989653 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7e8e20f8-44c4-460a-9170-23327eac97fb admin admin] Publish callbacks [] for security_group (3c16bbef-6043-4f11-930d-652d6aa1b3d6), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:22.010573 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7e8e20f8-44c4-460a-9170-23327eac97fb admin admin] Publish callbacks [] for security_group (3c16bbef-6043-4f11-930d-652d6aa1b3d6), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:22.064044 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7e8e20f8-44c4-460a-9170-23327eac97fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (3c16bbef-6043-4f11-930d-652d6aa1b3d6), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:22.069067 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7e8e20f8-44c4-460a-9170-23327eac97fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:22.073181 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-7e8e20f8-44c4-460a-9170-23327eac97fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c16bbef-6043-4f11-930d-652d6aa1b3d6 HTTP/1.1" status: 204 len: 168 time: 0.1302445 Mar 04 00:55:22.079688 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e20f8-44c4-460a-9170-23327eac97fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c16bbef-6043-4f11-930d-652d6aa1b3d6,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:22.191563 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b2bd9-b826-4008-b990-05f83f5b44b9 req-8f0ff208-f1b3-400b-afbc-514b22e95cc3 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:22.193079 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0b6b2bd9-b826-4008-b990-05f83f5b44b9 req-8f0ff208-f1b3-400b-afbc-514b22e95cc3 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 947 time: 0.0541310 Mar 04 00:55:22.240292 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0b6b2bd9-b826-4008-b990-05f83f5b44b9 req-38b962d1-5eac-4cee-9d53-493778dbb0d5 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414286 Mar 04 00:55:22.340932 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50728) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:22.354278 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6b8de27f-8c7a-4d90-89fc-3592ebe3afcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:22.431108 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6b8de27f-8c7a-4d90-89fc-3592ebe3afcf admin admin] Publish callbacks [] for security_group (11315c05-35ce-4d03-9cb8-1e30c8d70776), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:22.434984 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6b8de27f-8c7a-4d90-89fc-3592ebe3afcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (11315c05-35ce-4d03-9cb8-1e30c8d70776), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:22.472732 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-6b8de27f-8c7a-4d90-89fc-3592ebe3afcf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83b8c4d1e98941a9a708ad3f0ea824c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306717 Mar 04 00:55:22.473433 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8de27f-8c7a-4d90-89fc-3592ebe3afcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11315c05-35ce-4d03-9cb8-1e30c8d70776,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:22.475433 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 50730) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:22.524822 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f79851d6-86c4-4608-b901-a2b25a54e152 admin admin] Publish callbacks [] for security_group (11315c05-35ce-4d03-9cb8-1e30c8d70776), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:22.549652 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f79851d6-86c4-4608-b901-a2b25a54e152 admin admin] Publish callbacks [] for security_group (11315c05-35ce-4d03-9cb8-1e30c8d70776), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:22.595496 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f79851d6-86c4-4608-b901-a2b25a54e152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (11315c05-35ce-4d03-9cb8-1e30c8d70776), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:22.598014 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f79851d6-86c4-4608-b901-a2b25a54e152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:22.599146 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-f79851d6-86c4-4608-b901-a2b25a54e152 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11315c05-35ce-4d03-9cb8-1e30c8d70776 HTTP/1.1" status: 204 len: 168 time: 0.1220653 Mar 04 00:55:22.608436 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79851d6-86c4-4608-b901-a2b25a54e152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11315c05-35ce-4d03-9cb8-1e30c8d70776,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:22.786291 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:23.378776 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b77a7d-fab4-482c-9def-880eabcb4898 req-e08dbffe-f6f5-4cab-acc8-9e625875c2b0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:23.380507 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-47b77a7d-fab4-482c-9def-880eabcb4898 req-e08dbffe-f6f5-4cab-acc8-9e625875c2b0 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 947 time: 0.0575290 Mar 04 00:55:23.427322 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-47b77a7d-fab4-482c-9def-880eabcb4898 req-014061aa-07a1-428f-bd4f-3b2ccd973b6e tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups?id=087238d5-8176-4d57-84d2-475df5039e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404916 Mar 04 00:55:23.468558 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32795b2-ead3-4bdb-942e-457372a13b21 req-d967288f-395f-4856-bc96-146f7b131548 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:23.470247 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f32795b2-ead3-4bdb-942e-457372a13b21 req-d967288f-395f-4856-bc96-146f7b131548 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.20 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 947 time: 0.0577750 Mar 04 00:55:23.568125 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-f32795b2-ead3-4bdb-942e-457372a13b21 req-8beaefd6-2ac3-44fe-bde3-4a5bb95f6a6d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Deleting port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:55:23.568472 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f32795b2-ead3-4bdb-942e-457372a13b21 req-8beaefd6-2ac3-44fe-bde3-4a5bb95f6a6d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:23.661208 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-f32795b2-ead3-4bdb-942e-457372a13b21 req-8beaefd6-2ac3-44fe-bde3-4a5bb95f6a6d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] For port 8b615ace-fdf7-44d4-9054-3c37e3ca0320, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8b615ace-fdf7-44d4-9054-3c37e3ca0320,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:55:23.661584 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f32795b2-ead3-4bdb-942e-457372a13b21 req-8beaefd6-2ac3-44fe-bde3-4a5bb95f6a6d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:23.837039 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f32795b2-ead3-4bdb-942e-457372a13b21 req-8beaefd6-2ac3-44fe-bde3-4a5bb95f6a6d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:23.837405 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f32795b2-ead3-4bdb-942e-457372a13b21 req-8beaefd6-2ac3-44fe-bde3-4a5bb95f6a6d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (22e44a04-78d6-4543-8573-169ac34ae95f), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:23.837869 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.l3_db [req-f32795b2-ead3-4bdb-942e-457372a13b21 req-8beaefd6-2ac3-44fe-bde3-4a5bb95f6a6d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Floating IP 22e44a04-78d6-4543-8573-169ac34ae95f disassociated. External IP: 172.27.0.86, port: 8b615ace-fdf7-44d4-9054-3c37e3ca0320. Mar 04 00:55:23.838216 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-f32795b2-ead3-4bdb-942e-457372a13b21 req-8beaefd6-2ac3-44fe-bde3-4a5bb95f6a6d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Calling delete_port for 8b615ace-fdf7-44d4-9054-3c37e3ca0320 owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:55:23.968889 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f32795b2-ead3-4bdb-942e-457372a13b21 req-8beaefd6-2ac3-44fe-bde3-4a5bb95f6a6d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (8b615ace-fdf7-44d4-9054-3c37e3ca0320), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:24.005171 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beaefd6-2ac3-44fe-bde3-4a5bb95f6a6d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event deleted for resources: {'Port': ['ID=8b615ace-fdf7-44d4-9054-3c37e3ca0320,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:24.124020 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f32795b2-ead3-4bdb-942e-457372a13b21 req-8beaefd6-2ac3-44fe-bde3-4a5bb95f6a6d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Router de85fe9f-db05-412c-9543-13f31cdaa01b has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:55:24.137949 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:24.234998 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f32795b2-ead3-4bdb-942e-457372a13b21 req-8beaefd6-2ac3-44fe-bde3-4a5bb95f6a6d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:55:24.245800 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89844220-e68b-4ad4-b6bc-fa8ed9e7cd3d None None] Sync routers for ids ['de85fe9f-db05-412c-9543-13f31cdaa01b'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:55:24.257269 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89844220-e68b-4ad4-b6bc-fa8ed9e7cd3d None None] Routers {'de85fe9f-db05-412c-9543-13f31cdaa01b'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:55:24.258774 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-89844220-e68b-4ad4-b6bc-fa8ed9e7cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:55:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['de85fe9f-db05-412c-9543-13f31cdaa01b'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:55:24.277446 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32795b2-ead3-4bdb-942e-457372a13b21 req-8beaefd6-2ac3-44fe-bde3-4a5bb95f6a6d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] No DVR routers for this DVR port 8b615ace-fdf7-44d4-9054-3c37e3ca0320 on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:55:24.280006 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f32795b2-ead3-4bdb-942e-457372a13b21 req-8beaefd6-2ac3-44fe-bde3-4a5bb95f6a6d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:24.283472 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f32795b2-ead3-4bdb-942e-457372a13b21 req-8beaefd6-2ac3-44fe-bde3-4a5bb95f6a6d tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.20 "DELETE /v2.0/ports/8b615ace-fdf7-44d4-9054-3c37e3ca0320 HTTP/1.1" status: 204 len: 173 time: 0.8083000 Mar 04 00:55:24.283911 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'name': 'network-vif-deleted', 'tag': '8b615ace-fdf7-44d4-9054-3c37e3ca0320'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:55:24.286306 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8299b451-0904-4645-92f4-deb6ea1411fa" -d '{"events": [{"server_uuid": "16218e62-d4eb-4866-9b7c-b61044ddd8f4", "name": "network-vif-deleted", "tag": "8b615ace-fdf7-44d4-9054-3c37e3ca0320"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:55:24.339709 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311e3892-8019-4ad3-95f5-a265689e07d9 x-openstack-request-id: req-311e3892-8019-4ad3-95f5-a265689e07d9 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:55:24.340203 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16218e62-d4eb-4866-9b7c-b61044ddd8f4", "name": "network-vif-deleted", "tag": "8b615ace-fdf7-44d4-9054-3c37e3ca0320", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:55:24.340666 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-311e3892-8019-4ad3-95f5-a265689e07d9 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:55:24.341308 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16218e62-d4eb-4866-9b7c-b61044ddd8f4', 'name': 'network-vif-deleted', 'tag': '8b615ace-fdf7-44d4-9054-3c37e3ca0320', 'status': 'completed', 'code': 200} Mar 04 00:55:24.403832 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-89844220-e68b-4ad4-b6bc-fa8ed9e7cd3d None None] Set router de85fe9f-db05-412c-9543-13f31cdaa01b gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:55:24.582147 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-becf70cb-b541-4ff5-b8ee-04b8330dad5e req-92e17ac7-9921-47e8-ad82-01cb8ab116a6 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/ports?device_id=16218e62-d4eb-4866-9b7c-b61044ddd8f4 HTTP/1.1" status: 200 len: 210 time: 0.0373285 Mar 04 00:55:24.690595 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-89844220-e68b-4ad4-b6bc-fa8ed9e7cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:40Z', 'revision_number': 4, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': 'ceb46834-f660-4b93-b19d-c69bf18445d9', 'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'mac_address': 'fa:16:3e:ce:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:38Z', 'updated_at': '2022-03-04T00:48:48Z', 'revision_number': 5, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'subnets': [{'id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:55:24.721116 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89844220-e68b-4ad4-b6bc-fa8ed9e7cd3d None None] Checking router: de85fe9f-db05-412c-9543-13f31cdaa01b for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:55:24.731097 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89844220-e68b-4ad4-b6bc-fa8ed9e7cd3d None None] Routers {'de85fe9f-db05-412c-9543-13f31cdaa01b'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:55:24.731670 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-89844220-e68b-4ad4-b6bc-fa8ed9e7cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:55:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['de85fe9f-db05-412c-9543-13f31cdaa01b'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:55:24.840108 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-89844220-e68b-4ad4-b6bc-fa8ed9e7cd3d None None] Set router de85fe9f-db05-412c-9543-13f31cdaa01b gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:55:25.030642 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-89844220-e68b-4ad4-b6bc-fa8ed9e7cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:40Z', 'revision_number': 4, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': 'ceb46834-f660-4b93-b19d-c69bf18445d9', 'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'mac_address': 'fa:16:3e:ce:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:38Z', 'updated_at': '2022-03-04T00:48:48Z', 'revision_number': 5, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'subnets': [{'id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:55:25.059698 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89844220-e68b-4ad4-b6bc-fa8ed9e7cd3d None None] The sync data for ids ['de85fe9f-db05-412c-9543-13f31cdaa01b'] in dv-cinder-812685-7-iscsi is: [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:48:40Z', 'revision_number': 4, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': 'ceb46834-f660-4b93-b19d-c69bf18445d9', 'name': '', 'network_id': '68cec896-b5ba-4d83-aa75-a90c9dc1a1d2', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'mac_address': 'fa:16:3e:ce:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:38Z', 'updated_at': '2022-03-04T00:48:48Z', 'revision_number': 5, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'subnets': [{'id': '87bec407-8dd4-4f43-bf0c-56797aa95a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:55:25.262304 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc91a23-935f-45c9-a86e-e836a5f8f741 None None] New status for floating IP 22e44a04-78d6-4543-8573-169ac34ae95f: DOWN {{(pid=109682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:55:25.659265 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 50794) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:25.719859 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf272-06d6-49f0-a0d8-b5eabdc57d03 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group (087238d5-8176-4d57-84d2-475df5039e1d), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:25.744241 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf272-06d6-49f0-a0d8-b5eabdc57d03 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group (087238d5-8176-4d57-84d2-475df5039e1d), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:25.791986 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf272-06d6-49f0-a0d8-b5eabdc57d03 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (087238d5-8176-4d57-84d2-475df5039e1d), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:25.794672 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf272-06d6-49f0-a0d8-b5eabdc57d03 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:25.798699 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50798) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:25.799251 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-cdcdf272-06d6-49f0-a0d8-b5eabdc57d03 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "DELETE /v2.0/security-groups/087238d5-8176-4d57-84d2-475df5039e1d HTTP/1.1" status: 204 len: 168 time: 0.1384575 Mar 04 00:55:25.807943 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdf272-06d6-49f0-a0d8-b5eabdc57d03 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=087238d5-8176-4d57-84d2-475df5039e1d,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:25.818663 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.api.v2.resource [None req-54011e06-6009-4271-b0dc-6c82a854dd25 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] show failed (client error): The resource could not be found. Mar 04 00:55:25.820851 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-54011e06-6009-4271-b0dc-6c82a854dd25 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "GET /v2.0/security-groups/087238d5-8176-4d57-84d2-475df5039e1d HTTP/1.1" status: 404 len: 347 time: 0.0211763 Mar 04 00:55:25.823924 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50800) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:25.953939 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-f3847d95-fe83-4c36-bd88-07c9d0b60000 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Deleting port 93b66848-11e8-495a-a271-68dac80ec93f {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:55:25.954198 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f3847d95-fe83-4c36-bd88-07c9d0b60000 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (93b66848-11e8-495a-a271-68dac80ec93f), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:25.966560 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:26.028655 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f3847d95-fe83-4c36-bd88-07c9d0b60000 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (93b66848-11e8-495a-a271-68dac80ec93f), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:26.028983 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f3847d95-fe83-4c36-bd88-07c9d0b60000 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for floatingip (93b66848-11e8-495a-a271-68dac80ec93f), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:26.040965 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-f3847d95-fe83-4c36-bd88-07c9d0b60000 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Calling delete_port for 93b66848-11e8-495a-a271-68dac80ec93f owned by network:floatingip {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:55:26.170766 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f3847d95-fe83-4c36-bd88-07c9d0b60000 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (93b66848-11e8-495a-a271-68dac80ec93f), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:26.195928 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3847d95-fe83-4c36-bd88-07c9d0b60000 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Pushing event deleted for resources: {'Port': ['ID=93b66848-11e8-495a-a271-68dac80ec93f,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:26.257980 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f3847d95-fe83-4c36-bd88-07c9d0b60000 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks [] for floatingip (22e44a04-78d6-4543-8573-169ac34ae95f), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:26.260494 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f3847d95-fe83-4c36-bd88-07c9d0b60000 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:26.261644 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-f3847d95-fe83-4c36-bd88-07c9d0b60000 tempest-AttachVolumeShelveTestJSON-625513950 tempest-AttachVolumeShelveTestJSON-625513950-project] 10.222.0.23 "DELETE /v2.0/floatingips/22e44a04-78d6-4543-8573-169ac34ae95f HTTP/1.1" status: 204 len: 168 time: 0.4366202 Mar 04 00:55:27.508175 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 8b615ace-fdf7-44d4-9054-3c37e3ca0320 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:55:27.529645 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: 8b615ace-fdf7-44d4-9054-3c37e3ca0320 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:55:27.530021 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 8b615ace-fdf7-44d4-9054-3c37e3ca0320 not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:55:28.666992 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50874) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:28.997814 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 50890) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:29.102300 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-678ff618-fa43-46f0-8abc-d13b2f83f336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:29.178377 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-33e015f8-ebf0-4fb5-b6d4-4a737e1f4858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548415'] for router_interface (de85fe9f-db05-412c-9543-13f31cdaa01b), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:29.180139 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-678ff618-fa43-46f0-8abc-d13b2f83f336 admin admin] Publish callbacks [] for security_group (582490a9-88bc-4180-b88e-71da8265e48e), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:29.184348 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-678ff618-fa43-46f0-8abc-d13b2f83f336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (582490a9-88bc-4180-b88e-71da8265e48e), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:29.222842 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-678ff618-fa43-46f0-8abc-d13b2f83f336 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02557096c3524b628066a903da496bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236044 Mar 04 00:55:29.223377 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ff618-fa43-46f0-8abc-d13b2f83f336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582490a9-88bc-4180-b88e-71da8265e48e,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:29.225113 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50894) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:29.342659 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5b379a87-e127-435c-a52d-114e830bde13 admin admin] Publish callbacks [] for security_group (582490a9-88bc-4180-b88e-71da8265e48e), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:29.383583 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5b379a87-e127-435c-a52d-114e830bde13 admin admin] Publish callbacks [] for security_group (582490a9-88bc-4180-b88e-71da8265e48e), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:29.455385 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5b379a87-e127-435c-a52d-114e830bde13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (582490a9-88bc-4180-b88e-71da8265e48e), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:29.457866 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5b379a87-e127-435c-a52d-114e830bde13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:29.458980 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-5b379a87-e127-435c-a52d-114e830bde13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/582490a9-88bc-4180-b88e-71da8265e48e HTTP/1.1" status: 204 len: 168 time: 0.2329640 Mar 04 00:55:29.485889 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b379a87-e127-435c-a52d-114e830bde13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582490a9-88bc-4180-b88e-71da8265e48e,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:29.518068 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-33e015f8-ebf0-4fb5-b6d4-4a737e1f4858 admin admin] Deleting port ceb46834-f660-4b93-b19d-c69bf18445d9 {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:55:29.518464 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-33e015f8-ebf0-4fb5-b6d4-4a737e1f4858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:29.599407 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:29.603110 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.db [None req-33e015f8-ebf0-4fb5-b6d4-4a737e1f4858 admin admin] For port ceb46834-f660-4b93-b19d-c69bf18445d9, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=ceb46834-f660-4b93-b19d-c69bf18445d9,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:55:29.603469 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-33e015f8-ebf0-4fb5-b6d4-4a737e1f4858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:29.616061 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-33e015f8-ebf0-4fb5-b6d4-4a737e1f4858 admin admin] Calling delete_port for ceb46834-f660-4b93-b19d-c69bf18445d9 owned by network:router_interface {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:55:29.717660 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50900) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:29.737437 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-28f32203-1db8-48f0-8a90-ba24c00c0fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:29.849505 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-33e015f8-ebf0-4fb5-b6d4-4a737e1f4858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (ceb46834-f660-4b93-b19d-c69bf18445d9), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:29.884207 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-28f32203-1db8-48f0-8a90-ba24c00c0fbf admin admin] Publish callbacks [] for security_group (b00ea619-11d6-4230-bf98-216369a5bf9c), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:29.886796 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e015f8-ebf0-4fb5-b6d4-4a737e1f4858 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb46834-f660-4b93-b19d-c69bf18445d9,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:29.912207 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-28f32203-1db8-48f0-8a90-ba24c00c0fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (b00ea619-11d6-4230-bf98-216369a5bf9c), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:29.977777 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-28f32203-1db8-48f0-8a90-ba24c00c0fbf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a55c90d407d4a298677e3c7119f0ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590666 Mar 04 00:55:29.978525 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f32203-1db8-48f0-8a90-ba24c00c0fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00ea619-11d6-4230-bf98-216369a5bf9c,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:29.980566 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 50902) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:30.036729 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-30224607-c2fe-4488-9b4d-3b1d94b30a19 admin admin] Publish callbacks [] for security_group (b00ea619-11d6-4230-bf98-216369a5bf9c), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:30.059852 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-30224607-c2fe-4488-9b4d-3b1d94b30a19 admin admin] Publish callbacks [] for security_group (b00ea619-11d6-4230-bf98-216369a5bf9c), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:30.095950 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-33e015f8-ebf0-4fb5-b6d4-4a737e1f4858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548563'] for router_interface (de85fe9f-db05-412c-9543-13f31cdaa01b), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:30.108550 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-30224607-c2fe-4488-9b4d-3b1d94b30a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (b00ea619-11d6-4230-bf98-216369a5bf9c), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:30.112179 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-30224607-c2fe-4488-9b4d-3b1d94b30a19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:30.113332 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-30224607-c2fe-4488-9b4d-3b1d94b30a19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b00ea619-11d6-4230-bf98-216369a5bf9c HTTP/1.1" status: 204 len: 168 time: 0.1315539 Mar 04 00:55:30.121649 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30224607-c2fe-4488-9b4d-3b1d94b30a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00ea619-11d6-4230-bf98-216369a5bf9c,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:30.564710 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e015f8-ebf0-4fb5-b6d4-4a737e1f4858 admin admin] Router de85fe9f-db05-412c-9543-13f31cdaa01b has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:55:30.673032 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e015f8-ebf0-4fb5-b6d4-4a737e1f4858 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:55:30.678301 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-33e015f8-ebf0-4fb5-b6d4-4a737e1f4858 admin admin] 10.222.0.23 "PUT /v2.0/routers/de85fe9f-db05-412c-9543-13f31cdaa01b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0102096 Mar 04 00:55:30.681271 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50922) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:30.684057 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c7d54d-851a-405e-b1e1-2de1a5442229 None None] Sync routers for ids ['de85fe9f-db05-412c-9543-13f31cdaa01b'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:55:30.696475 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c7d54d-851a-405e-b1e1-2de1a5442229 None None] Routers {'de85fe9f-db05-412c-9543-13f31cdaa01b'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:55:30.697204 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-a9c7d54d-851a-405e-b1e1-2de1a5442229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:55:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['de85fe9f-db05-412c-9543-13f31cdaa01b'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:55:30.792739 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e5035f45-577f-4b86-a258-07ed72c7a09e admin admin] Publish callbacks [] for router (de85fe9f-db05-412c-9543-13f31cdaa01b), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:30.838391 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-a9c7d54d-851a-405e-b1e1-2de1a5442229 None None] Set router de85fe9f-db05-412c-9543-13f31cdaa01b gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:55:30.903715 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e5035f45-577f-4b86-a258-07ed72c7a09e admin admin] Publish callbacks [] for router_gateway (de85fe9f-db05-412c-9543-13f31cdaa01b), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:30.958178 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-e5035f45-577f-4b86-a258-07ed72c7a09e admin admin] Deleting port 46f9c51d-1297-4262-88ce-5fdba29809df {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:55:30.958511 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e5035f45-577f-4b86-a258-07ed72c7a09e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (46f9c51d-1297-4262-88ce-5fdba29809df), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:31.038894 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.db [None req-e5035f45-577f-4b86-a258-07ed72c7a09e admin admin] For port 46f9c51d-1297-4262-88ce-5fdba29809df, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=46f9c51d-1297-4262-88ce-5fdba29809df,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:55:31.039324 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e5035f45-577f-4b86-a258-07ed72c7a09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (46f9c51d-1297-4262-88ce-5fdba29809df), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:31.040687 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-a9c7d54d-851a-405e-b1e1-2de1a5442229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:55:29Z', 'revision_number': 5, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port': {'id': '46f9c51d-1297-4262-88ce-5fdba29809df', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:48:28Z', 'updated_at': '2022-03-04T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:55:31.052753 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-e5035f45-577f-4b86-a258-07ed72c7a09e admin admin] Calling delete_port for 46f9c51d-1297-4262-88ce-5fdba29809df owned by network:router_gateway {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:55:31.072816 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c7d54d-851a-405e-b1e1-2de1a5442229 None None] Checking router: de85fe9f-db05-412c-9543-13f31cdaa01b for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:55:31.081101 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c7d54d-851a-405e-b1e1-2de1a5442229 None None] Routers {'de85fe9f-db05-412c-9543-13f31cdaa01b'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:55:31.081713 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-a9c7d54d-851a-405e-b1e1-2de1a5442229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:55:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['de85fe9f-db05-412c-9543-13f31cdaa01b'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:55:31.170912 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-a9c7d54d-851a-405e-b1e1-2de1a5442229 None None] Set router de85fe9f-db05-412c-9543-13f31cdaa01b gateway port host: None {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:55:31.226210 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-a9c7d54d-851a-405e-b1e1-2de1a5442229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:55:30Z', 'revision_number': 6, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port_host': None}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:55:31.232793 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e5035f45-577f-4b86-a258-07ed72c7a09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (46f9c51d-1297-4262-88ce-5fdba29809df), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:31.253491 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c7d54d-851a-405e-b1e1-2de1a5442229 None None] The sync data for ids ['de85fe9f-db05-412c-9543-13f31cdaa01b'] in dv-cinder-812685-7-iscsi is: [{'id': 'de85fe9f-db05-412c-9543-13f31cdaa01b', 'name': 'tempest-AttachVolumeShelveTestJSON-711005733-router', 'tenant_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:48:25Z', 'updated_at': '2022-03-04T00:55:30Z', 'revision_number': 6, 'project_id': '57fd73dcb8be40ecaa8e8a0617cf5cfc', 'gw_port_host': None}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:55:31.273519 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5035f45-577f-4b86-a258-07ed72c7a09e admin admin] Pushing event deleted for resources: {'Port': ['ID=46f9c51d-1297-4262-88ce-5fdba29809df,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:31.353208 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e5035f45-577f-4b86-a258-07ed72c7a09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542065'] for router_gateway (de85fe9f-db05-412c-9543-13f31cdaa01b), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:31.448888 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e5035f45-577f-4b86-a258-07ed72c7a09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3526'] for router (de85fe9f-db05-412c-9543-13f31cdaa01b), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:31.451035 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e5035f45-577f-4b86-a258-07ed72c7a09e admin admin] Publish callbacks [] for router_controller (de85fe9f-db05-412c-9543-13f31cdaa01b), precommit_delete_associations {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:31.496246 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e5035f45-577f-4b86-a258-07ed72c7a09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546010'] for router (de85fe9f-db05-412c-9543-13f31cdaa01b), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:31.496809 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5035f45-577f-4b86-a258-07ed72c7a09e admin admin] Fanout notify agent at l3_agent the message router_deleted on router de85fe9f-db05-412c-9543-13f31cdaa01b {{(pid=109681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 00:55:31.501533 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e5035f45-577f-4b86-a258-07ed72c7a09e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:31.502727 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-e5035f45-577f-4b86-a258-07ed72c7a09e admin admin] 10.222.0.23 "DELETE /v2.0/routers/de85fe9f-db05-412c-9543-13f31cdaa01b HTTP/1.1" status: 204 len: 168 time: 0.8205292 Mar 04 00:55:31.505253 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50944) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:31.549199 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd4c7a37-927b-4ca8-b3c0-be9201c64f25 admin admin] Deleting subnet 87bec407-8dd4-4f43-bf0c-56797aa95a7a {{(pid=109681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 00:55:31.552684 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bd4c7a37-927b-4ca8-b3c0-be9201c64f25 admin admin] Publish callbacks [] for subnet (87bec407-8dd4-4f43-bf0c-56797aa95a7a), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:31.587371 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bd4c7a37-927b-4ca8-b3c0-be9201c64f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25765859'] for subnet (87bec407-8dd4-4f43-bf0c-56797aa95a7a), precommit_delete_associations {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:31.675386 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bd4c7a37-927b-4ca8-b3c0-be9201c64f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15850908'] for subnet (87bec407-8dd4-4f43-bf0c-56797aa95a7a), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:31.742443 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bd4c7a37-927b-4ca8-b3c0-be9201c64f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15850899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26164072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3906139'] for subnet (87bec407-8dd4-4f43-bf0c-56797aa95a7a), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:31.770487 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c7a37-927b-4ca8-b3c0-be9201c64f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87bec407-8dd4-4f43-bf0c-56797aa95a7a,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:31.772483 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bd4c7a37-927b-4ca8-b3c0-be9201c64f25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:31.778003 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-bd4c7a37-927b-4ca8-b3c0-be9201c64f25 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/87bec407-8dd4-4f43-bf0c-56797aa95a7a HTTP/1.1" status: 204 len: 168 time: 0.2695301 Mar 04 00:55:31.778358 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50958) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:31.780751 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0626d88f-4372-491a-a0f0-c2ba3037ab76 None None] Network 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:55:31.849318 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16661095'] for network (68cec896-b5ba-4d83-aa75-a90c9dc1a1d2), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:31.908467 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] Deleting port d525431a-8150-4b4c-8e06-7f0aa488d4cc {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:55:31.908815 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (d525431a-8150-4b4c-8e06-7f0aa488d4cc), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:31.984101 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.db [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] For port d525431a-8150-4b4c-8e06-7f0aa488d4cc, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=d525431a-8150-4b4c-8e06-7f0aa488d4cc,segment=NetworkSegment(a5e2cb8f-7f16-4558-b388-05a86a8019a2),segment_id=a5e2cb8f-7f16-4558-b388-05a86a8019a2)] {{(pid=109681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:55:31.984470 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (d525431a-8150-4b4c-8e06-7f0aa488d4cc), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:31.998497 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] Calling delete_port for d525431a-8150-4b4c-8e06-7f0aa488d4cc owned by network:dhcp {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:55:32.051993 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] DHCP port deletion for 68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 request from dv-cinder-812685-7-iscsi {{(pid=109682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 00:55:32.086673 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (d525431a-8150-4b4c-8e06-7f0aa488d4cc), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.113233 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Deleting port d525431a-8150-4b4c-8e06-7f0aa488d4cc {{(pid=109682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:55:32.113615 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (d525431a-8150-4b4c-8e06-7f0aa488d4cc), before_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.118774 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d525431a-8150-4b4c-8e06-7f0aa488d4cc,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:32.126457 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] No DVR routers for this DVR port d525431a-8150-4b4c-8e06-7f0aa488d4cc on host dv-cinder-812685-7-iscsi {{(pid=109681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:55:32.187362 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] For port d525431a-8150-4b4c-8e06-7f0aa488d4cc, host dv-cinder-812685-7-iscsi, got binding levels [] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:55:32.187765 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (d525431a-8150-4b4c-8e06-7f0aa488d4cc), precommit_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.203256 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16753767', 'neutron.services.segments.db._delete_segments_for_network-8742061486749'] for network (68cec896-b5ba-4d83-aa75-a90c9dc1a1d2), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.205056 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Calling delete_port for d525431a-8150-4b4c-8e06-7f0aa488d4cc owned by network:dhcp {{(pid=109682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:55:32.208736 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.ipam_backend_mixin [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Port d525431a-8150-4b4c-8e06-7f0aa488d4cc was not found and therefore no delete operation was performed {{(pid=109682) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 04 00:55:32.210852 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965'] for port (d525431a-8150-4b4c-8e06-7f0aa488d4cc), after_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.226635 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.services.segments.db [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68cec896-b5ba-4d83-aa75-a90c9dc1a1d2']}} {{(pid=109681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:55:32.226910 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] No DVR routers for this DVR port d525431a-8150-4b4c-8e06-7f0aa488d4cc on host dv-cinder-812685-7-iscsi {{(pid=109682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:55:32.244034 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.services.segments.db [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e2cb8f-7f16-4558-b388-05a86a8019a2') {'for_net_delete': True} {{(pid=109681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:55:32.244034 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.services.segments.db [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e2cb8f-7f16-4558-b388-05a86a8019a2') {} {{(pid=109681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:55:32.256493 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742061490342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25765876'] for segment (a5e2cb8f-7f16-4558-b388-05a86a8019a2), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.262860 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Pushing event deleted for resources: {'Port': ['ID=d525431a-8150-4b4c-8e06-7f0aa488d4cc,revision_number=None']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:32.273946 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (a5e2cb8f-7f16-4558-b388-05a86a8019a2), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.278420 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:32.278916 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:32.279143 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:32.279476 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:32.279876 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:32.280123 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:32.280444 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:32.281068 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:32.281510 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 00:55:32.281635 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:32.282044 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:32.282196 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26164150'] for segment (a5e2cb8f-7f16-4558-b388-05a86a8019a2), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.282405 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:32.282730 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:32.283051 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51748ef2-768e-494b-944a-766e865e8f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: Traceback (most recent call last): Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: timer() Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: cb(*args, **kw) Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: return func(*args, **kwargs) Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: self._notify() Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: self.callback(batched_events) Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: event.method(event) Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: return f(self, *a, **k) Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: return self._get(url).json() Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: return self.request(url, 'GET', **kwargs) Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 00:55:32.284008 dv-cinder-812685-7-iscsi neutron-server[109681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 00:55:32.343000 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16753694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542029'] for network (68cec896-b5ba-4d83-aa75-a90c9dc1a1d2), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.348412 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.355050 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/68cec896-b5ba-4d83-aa75-a90c9dc1a1d2 HTTP/1.1" status: 204 len: 168 time: 0.5758479 Mar 04 00:55:32.367324 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663ea8a-c026-4cb1-a0a3-0f7a7efd6ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=68cec896-b5ba-4d83-aa75-a90c9dc1a1d2,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:32.381933 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50980) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:32.490219 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7cc83c11-4d5b-45f1-bbfa-295c8253c91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.550298 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 50984) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:32.566563 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7cc83c11-4d5b-45f1-bbfa-295c8253c91d admin admin] Publish callbacks [] for security_group (a3cf00e1-e297-470c-84ec-65371be00398), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.571939 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-7cc83c11-4d5b-45f1-bbfa-295c8253c91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (a3cf00e1-e297-470c-84ec-65371be00398), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.591927 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-9a0726d1-1461-4759-9240-5ed5dc228832 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57fd73dcb8be40ecaa8e8a0617cf5cfc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399537 Mar 04 00:55:32.594434 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 50986) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:32.605534 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-7cc83c11-4d5b-45f1-bbfa-295c8253c91d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00247fb65da44ceaa32f4061e2ad17e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223489 Mar 04 00:55:32.610032 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 50988) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:32.625279 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc83c11-4d5b-45f1-bbfa-295c8253c91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cf00e1-e297-470c-84ec-65371be00398,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:32.641338 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cfd540ee-3f40-4f43-95f0-39b90a755ade admin admin] Publish callbacks [] for security_group (c9fc979c-6884-44bc-8014-fa1434436cf7), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.664475 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-02c8f8e8-fd41-424f-bd5b-b6dc0cc2d5c0 admin admin] Publish callbacks [] for security_group (a3cf00e1-e297-470c-84ec-65371be00398), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.665678 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cfd540ee-3f40-4f43-95f0-39b90a755ade admin admin] Publish callbacks [] for security_group (c9fc979c-6884-44bc-8014-fa1434436cf7), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.684955 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-02c8f8e8-fd41-424f-bd5b-b6dc0cc2d5c0 admin admin] Publish callbacks [] for security_group (a3cf00e1-e297-470c-84ec-65371be00398), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.711849 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cfd540ee-3f40-4f43-95f0-39b90a755ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (c9fc979c-6884-44bc-8014-fa1434436cf7), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.714522 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cfd540ee-3f40-4f43-95f0-39b90a755ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.715680 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-cfd540ee-3f40-4f43-95f0-39b90a755ade admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9fc979c-6884-44bc-8014-fa1434436cf7 HTTP/1.1" status: 204 len: 168 time: 0.1203563 Mar 04 00:55:32.724222 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd540ee-3f40-4f43-95f0-39b90a755ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fc979c-6884-44bc-8014-fa1434436cf7,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:32.744997 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-02c8f8e8-fd41-424f-bd5b-b6dc0cc2d5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (a3cf00e1-e297-470c-84ec-65371be00398), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.748255 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-02c8f8e8-fd41-424f-bd5b-b6dc0cc2d5c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:32.749563 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-02c8f8e8-fd41-424f-bd5b-b6dc0cc2d5c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3cf00e1-e297-470c-84ec-65371be00398 HTTP/1.1" status: 204 len: 168 time: 0.1386349 Mar 04 00:55:32.760419 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8f8e8-fd41-424f-bd5b-b6dc0cc2d5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cf00e1-e297-470c-84ec-65371be00398,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:32.843597 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device ceb46834-f660-4b93-b19d-c69bf18445d9 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:55:32.860700 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: ceb46834-f660-4b93-b19d-c69bf18445d9 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:55:32.861003 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device ceb46834-f660-4b93-b19d-c69bf18445d9 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:55:32.861427 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 46f9c51d-1297-4262-88ce-5fdba29809df no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:55:32.880492 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 46f9c51d-1297-4262-88ce-5fdba29809df {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:55:32.880849 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 46f9c51d-1297-4262-88ce-5fdba29809df not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:55:32.881255 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device d525431a-8150-4b4c-8e06-7f0aa488d4cc no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:55:32.902865 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: d525431a-8150-4b4c-8e06-7f0aa488d4cc {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:55:32.903165 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device d525431a-8150-4b4c-8e06-7f0aa488d4cc not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:55:33.085601 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 51004) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:33.098699 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5c781c6a-a159-4cca-b15f-f65ef80a9507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:33.174597 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5c781c6a-a159-4cca-b15f-f65ef80a9507 admin admin] Publish callbacks [] for security_group (a1c33337-4554-46dd-b03d-a7aec36f8a20), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:33.179315 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5c781c6a-a159-4cca-b15f-f65ef80a9507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (a1c33337-4554-46dd-b03d-a7aec36f8a20), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:33.218134 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-5c781c6a-a159-4cca-b15f-f65ef80a9507 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8d3709a2564469bbbca8d074b9730e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312766 Mar 04 00:55:33.219078 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c781c6a-a159-4cca-b15f-f65ef80a9507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c33337-4554-46dd-b03d-a7aec36f8a20,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:33.220872 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 51008) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:33.271170 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-544efbd1-019f-43b8-854e-014d34beb511 admin admin] Publish callbacks [] for security_group (a1c33337-4554-46dd-b03d-a7aec36f8a20), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:33.295065 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-544efbd1-019f-43b8-854e-014d34beb511 admin admin] Publish callbacks [] for security_group (a1c33337-4554-46dd-b03d-a7aec36f8a20), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:33.342496 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-544efbd1-019f-43b8-854e-014d34beb511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (a1c33337-4554-46dd-b03d-a7aec36f8a20), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:33.345247 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-544efbd1-019f-43b8-854e-014d34beb511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:33.346498 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-544efbd1-019f-43b8-854e-014d34beb511 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1c33337-4554-46dd-b03d-a7aec36f8a20 HTTP/1.1" status: 204 len: 168 time: 0.1238558 Mar 04 00:55:33.356109 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544efbd1-019f-43b8-854e-014d34beb511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c33337-4554-46dd-b03d-a7aec36f8a20,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:35.214512 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f27c805d-111c-4e79-8f4f-65f4187a47fd req-3af41abd-a119-4a94-81d5-c2e64e654082 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430198 Mar 04 00:55:35.281078 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c805d-111c-4e79-8f4f-65f4187a47fd req-1f14b814-69fc-4f17-962a-346a05d44604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:35.282885 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f27c805d-111c-4e79-8f4f-65f4187a47fd req-1f14b814-69fc-4f17-962a-346a05d44604 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d19a3e3e6fd4ca1976096625e933086&device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 1130 time: 0.0479393 Mar 04 00:55:35.394949 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c805d-111c-4e79-8f4f-65f4187a47fd req-fe84e2ae-ffec-4ffe-868d-cf44bb93cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:35.396432 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f27c805d-111c-4e79-8f4f-65f4187a47fd req-fe84e2ae-ffec-4ffe-868d-cf44bb93cadb service neutron] 10.222.0.20 "GET /v2.0/networks?id=03f613fb-df51-4832-9479-76b3f57aa165 HTTP/1.1" status: 200 len: 912 time: 0.0852847 Mar 04 00:55:35.468660 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f27c805d-111c-4e79-8f4f-65f4187a47fd req-307fcd5a-c600-4120-8e2f-787af374a631 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 HTTP/1.1" status: 200 len: 1002 time: 0.0647657 Mar 04 00:55:35.517654 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c805d-111c-4e79-8f4f-65f4187a47fd req-d44b4f49-133a-4e2a-820f-4ab5f1411180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:35.519171 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f27c805d-111c-4e79-8f4f-65f4187a47fd req-d44b4f49-133a-4e2a-820f-4ab5f1411180 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=97b47f6d-aec7-4417-8d0d-53f7d0562551 HTTP/1.1" status: 200 len: 850 time: 0.0445738 Mar 04 00:55:35.572281 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c805d-111c-4e79-8f4f-65f4187a47fd req-e88caac9-4a16-4bb7-aa8f-3d3e62370d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:35.573849 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f27c805d-111c-4e79-8f4f-65f4187a47fd req-e88caac9-4a16-4bb7-aa8f-3d3e62370d88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03f613fb-df51-4832-9479-76b3f57aa165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482800 Mar 04 00:55:35.676394 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f27c805d-111c-4e79-8f4f-65f4187a47fd req-19ad4ae5-f921-4927-8f77-55a13af2eee1 service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952799 Mar 04 00:55:35.767676 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f27c805d-111c-4e79-8f4f-65f4187a47fd req-80439086-4f34-4ade-b4fb-1d8f0683da3b service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853364 Mar 04 00:55:49.078075 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 51326) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:49.185266 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-81571e33-c700-4993-88b0-0eebb05fd45d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:49.262601 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-81571e33-c700-4993-88b0-0eebb05fd45d admin admin] Publish callbacks [] for security_group (ff35fce6-38c8-47a4-ba53-56e10d46237d), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:49.266663 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-81571e33-c700-4993-88b0-0eebb05fd45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (ff35fce6-38c8-47a4-ba53-56e10d46237d), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:49.304853 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-81571e33-c700-4993-88b0-0eebb05fd45d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ae6411e413a4f79bc85e622ece5955f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252047 Mar 04 00:55:49.305718 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81571e33-c700-4993-88b0-0eebb05fd45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff35fce6-38c8-47a4-ba53-56e10d46237d,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:49.307737 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 51334) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:49.357497 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-a4b02fcd-fd2c-439c-9c1f-4cbd0914166c admin admin] Publish callbacks [] for security_group (ff35fce6-38c8-47a4-ba53-56e10d46237d), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:49.379205 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-a4b02fcd-fd2c-439c-9c1f-4cbd0914166c admin admin] Publish callbacks [] for security_group (ff35fce6-38c8-47a4-ba53-56e10d46237d), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:49.426148 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-a4b02fcd-fd2c-439c-9c1f-4cbd0914166c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (ff35fce6-38c8-47a4-ba53-56e10d46237d), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:49.428678 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-a4b02fcd-fd2c-439c-9c1f-4cbd0914166c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:49.432834 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-a4b02fcd-fd2c-439c-9c1f-4cbd0914166c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff35fce6-38c8-47a4-ba53-56e10d46237d HTTP/1.1" status: 204 len: 168 time: 0.1210585 Mar 04 00:55:49.438496 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b02fcd-fd2c-439c-9c1f-4cbd0914166c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff35fce6-38c8-47a4-ba53-56e10d46237d,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:49.451518 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-6bc59497-cd10-4eed-a7b6-559ce1e2f5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:49.716262 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 51350) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:49.732360 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e732695d-e00d-49e7-aa84-38f09f609099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:49.815714 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e732695d-e00d-49e7-aa84-38f09f609099 admin admin] Publish callbacks [] for security_group (fe10ddcd-f072-40b7-bb7e-7f526d39a1e9), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:49.819382 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e732695d-e00d-49e7-aa84-38f09f609099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (fe10ddcd-f072-40b7-bb7e-7f526d39a1e9), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:49.856137 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-e732695d-e00d-49e7-aa84-38f09f609099 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc0972db9adb4cfbbda91b7e53b900ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385880 Mar 04 00:55:49.857984 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732695d-e00d-49e7-aa84-38f09f609099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe10ddcd-f072-40b7-bb7e-7f526d39a1e9,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:49.858820 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 51352) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:49.909368 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-433f8c51-b6fd-4ef4-9ed9-ad6e1bcd262f admin admin] Publish callbacks [] for security_group (fe10ddcd-f072-40b7-bb7e-7f526d39a1e9), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:49.932192 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-433f8c51-b6fd-4ef4-9ed9-ad6e1bcd262f admin admin] Publish callbacks [] for security_group (fe10ddcd-f072-40b7-bb7e-7f526d39a1e9), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:49.977544 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-433f8c51-b6fd-4ef4-9ed9-ad6e1bcd262f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (fe10ddcd-f072-40b7-bb7e-7f526d39a1e9), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:49.980133 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-433f8c51-b6fd-4ef4-9ed9-ad6e1bcd262f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:49.981276 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-433f8c51-b6fd-4ef4-9ed9-ad6e1bcd262f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe10ddcd-f072-40b7-bb7e-7f526d39a1e9 HTTP/1.1" status: 204 len: 168 time: 0.1214788 Mar 04 00:55:49.988839 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f8c51-b6fd-4ef4-9ed9-ad6e1bcd262f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe10ddcd-f072-40b7-bb7e-7f526d39a1e9,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:50.903784 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 51384) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:51.005948 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-136142e4-e915-4250-8e2a-3510f65dfef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:51.082230 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-136142e4-e915-4250-8e2a-3510f65dfef6 admin admin] Publish callbacks [] for security_group (db89c67d-5c8d-4e56-91c0-364229f00bb9), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:51.086009 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-136142e4-e915-4250-8e2a-3510f65dfef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (db89c67d-5c8d-4e56-91c0-364229f00bb9), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:51.124541 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-136142e4-e915-4250-8e2a-3510f65dfef6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a824dc1edb9f42bd911e55a6fb74529e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194183 Mar 04 00:55:51.125413 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136142e4-e915-4250-8e2a-3510f65dfef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db89c67d-5c8d-4e56-91c0-364229f00bb9,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:51.127382 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 51396) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:51.177414 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3e2a67b7-eee8-4c14-a156-f6732aa28d70 admin admin] Publish callbacks [] for security_group (db89c67d-5c8d-4e56-91c0-364229f00bb9), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:51.199225 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3e2a67b7-eee8-4c14-a156-f6732aa28d70 admin admin] Publish callbacks [] for security_group (db89c67d-5c8d-4e56-91c0-364229f00bb9), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:51.246832 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3e2a67b7-eee8-4c14-a156-f6732aa28d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (db89c67d-5c8d-4e56-91c0-364229f00bb9), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:51.249451 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3e2a67b7-eee8-4c14-a156-f6732aa28d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:51.250664 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-3e2a67b7-eee8-4c14-a156-f6732aa28d70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db89c67d-5c8d-4e56-91c0-364229f00bb9 HTTP/1.1" status: 204 len: 168 time: 0.1222763 Mar 04 00:55:51.259219 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a67b7-eee8-4c14-a156-f6732aa28d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db89c67d-5c8d-4e56-91c0-364229f00bb9,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:51.722492 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1f0f576d-f3e0-41c7-8fac-34c7a5e7d9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:52.475023 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 51460) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:52.598426 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bc331676-752d-4ebf-a106-20282fff88fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:52.672256 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bc331676-752d-4ebf-a106-20282fff88fb admin admin] Publish callbacks [] for security_group (ca879884-06a5-44b0-87d6-66015f0dd52d), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:52.675604 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bc331676-752d-4ebf-a106-20282fff88fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (ca879884-06a5-44b0-87d6-66015f0dd52d), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:52.714207 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-bc331676-752d-4ebf-a106-20282fff88fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e3578024ccc466497cf0041762cc4cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381103 Mar 04 00:55:52.716094 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc331676-752d-4ebf-a106-20282fff88fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca879884-06a5-44b0-87d6-66015f0dd52d,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:52.717181 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 51464) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:52.764242 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Publish callbacks [] for security_group (ca879884-06a5-44b0-87d6-66015f0dd52d), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:52.788028 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Publish callbacks [] for security_group (ca879884-06a5-44b0-87d6-66015f0dd52d), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:52.790100 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:52.833352 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (ca879884-06a5-44b0-87d6-66015f0dd52d), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:52.836515 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:52.837696 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca879884-06a5-44b0-87d6-66015f0dd52d HTTP/1.1" status: 204 len: 168 time: 0.1193557 Mar 04 00:55:52.846757 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca879884-06a5-44b0-87d6-66015f0dd52d,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:52.854098 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:52.854453 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:52.854802 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:52.855145 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:52.855597 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:52.855805 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:52.856219 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:52.856457 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:52.856784 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:52.857112 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:52.857554 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:52.858018 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:52.858344 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca6f36-9f61-48f8-b1df-f2832e810790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:53.096369 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 51470) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:53.109332 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7525097-355a-4868-99f5-152d62631860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:53.180179 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7525097-355a-4868-99f5-152d62631860 admin admin] Publish callbacks [] for security_group (e91f1853-361f-40e0-961d-061b8cd75a1d), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:53.183919 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7525097-355a-4868-99f5-152d62631860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (e91f1853-361f-40e0-961d-061b8cd75a1d), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:53.220647 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-d7525097-355a-4868-99f5-152d62631860 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=065bb7fe8ac040468f159135d025b9be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1232359 Mar 04 00:55:53.222564 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7525097-355a-4868-99f5-152d62631860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91f1853-361f-40e0-961d-061b8cd75a1d,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:53.223319 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 51472) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:53.270457 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-04aba392-3fb9-44ed-8da9-fd1cac46f4af admin admin] Publish callbacks [] for security_group (e91f1853-361f-40e0-961d-061b8cd75a1d), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:53.290564 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-04aba392-3fb9-44ed-8da9-fd1cac46f4af admin admin] Publish callbacks [] for security_group (e91f1853-361f-40e0-961d-061b8cd75a1d), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:53.335869 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-04aba392-3fb9-44ed-8da9-fd1cac46f4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (e91f1853-361f-40e0-961d-061b8cd75a1d), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:53.338481 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-04aba392-3fb9-44ed-8da9-fd1cac46f4af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:53.339571 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-04aba392-3fb9-44ed-8da9-fd1cac46f4af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e91f1853-361f-40e0-961d-061b8cd75a1d HTTP/1.1" status: 204 len: 168 time: 0.1151960 Mar 04 00:55:53.346744 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aba392-3fb9-44ed-8da9-fd1cac46f4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91f1853-361f-40e0-961d-061b8cd75a1d,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:53.676271 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-78cb41d2-e554-4563-bb2e-9e7508ed6bb0 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8d0c360ce26c45f3af28f730d4339d1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307822 Mar 04 00:55:53.861630 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-ad647ff3-9e0d-4670-a7c0-7b25500f6b79 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:53.863129 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-ad647ff3-9e0d-4670-a7c0-7b25500f6b79 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812425 Mar 04 00:55:53.880393 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-cb6b7e58-ba9f-462f-b848-f1af4198addd tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/quotas/8d0c360ce26c45f3af28f730d4339d1a HTTP/1.1" status: 200 len: 375 time: 0.0093677 Mar 04 00:55:53.922707 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-fb8967ff-eb07-4f7f-98a7-37de0bd594a2 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d0c360ce26c45f3af28f730d4339d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326195 Mar 04 00:55:54.089318 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ea19349f-57fc-4077-a06d-5a1a250d6cb1 req-30ea52c3-5ddc-4e5d-82ac-4a3fadc797bc tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/ports?device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 210 time: 0.0269716 Mar 04 00:55:54.132153 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:54.948056 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-21a024b1-af20-4b84-98d2-a6fc3a3a3075 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8d0c360ce26c45f3af28f730d4339d1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403285 Mar 04 00:55:55.140971 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-a55d1194-3308-4834-aa62-82f8c9190f0f tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:55.142567 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-a55d1194-3308-4834-aa62-82f8c9190f0f tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899743 Mar 04 00:55:55.156553 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-5638210a-4a00-43c4-a4fc-4ee7727dd988 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Request body: {'port': {'device_id': '349ff532-c4d4-48c4-bcd5-2da437b7ae93', 'network_id': '7385fccc-6d01-4c28-b715-61ffbc36b9ff', 'admin_state_up': True, 'tenant_id': '8d0c360ce26c45f3af28f730d4339d1a'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:55:55.280310 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-5638210a-4a00-43c4-a4fc-4ee7727dd988 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Made reservation on behalf of 8d0c360ce26c45f3af28f730d4339d1a for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:55:55.283783 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-5638210a-4a00-43c4-a4fc-4ee7727dd988 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:55.292860 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-5638210a-4a00-43c4-a4fc-4ee7727dd988 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:55.351489 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-392773b1-917b-49ff-b3cb-98de0bca612e req-d5e52ffc-f597-4754-9152-ee3adf683a3d tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/ports?device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 210 time: 0.0272520 Mar 04 00:55:55.383493 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-5638210a-4a00-43c4-a4fc-4ee7727dd988 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Publish callbacks [] for security_group (15b35b88-d988-439e-aeaf-67400655d814), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:55.387080 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-5638210a-4a00-43c4-a4fc-4ee7727dd988 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (15b35b88-d988-439e-aeaf-67400655d814), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:55.409985 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 51570) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:55.458268 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638210a-4a00-43c4-a4fc-4ee7727dd988 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b35b88-d988-439e-aeaf-67400655d814,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:55.514244 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:55.528019 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-5638210a-4a00-43c4-a4fc-4ee7727dd988 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Allocated IP 192.168.233.205 (7385fccc-6d01-4c28-b715-61ffbc36b9ff/1a437588-9cc0-4308-88e8-2ef5c4c4041b/649091e1-0a7a-45a4-a45b-25df7a7aa1d7) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:55:55.588447 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] Publish callbacks [] for security_group (20671522-5e46-474b-930a-4c53106bf60a), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:55.592080 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (20671522-5e46-474b-930a-4c53106bf60a), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:55.634277 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c1be3e88a824a5e804f671d81d01c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232735 Mar 04 00:55:55.635362 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20671522-5e46-474b-930a-4c53106bf60a,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:55.636933 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 51574) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:55.642525 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:55.642871 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:55.643207 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:55.643534 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:55.643857 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:55.644175 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:55.644494 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:55.644813 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:55.645128 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:55.645443 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:55.645758 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:55.646104 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:55.646411 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae301b35-28e6-4212-b8ef-aa7a479bc683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:55:55.709285 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-5638210a-4a00-43c4-a4fc-4ee7727dd988 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Publish callbacks [] for port (649091e1-0a7a-45a4-a45b-25df7a7aa1d7), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:55.722783 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5817c8b0-f5af-4897-ab6f-45c2ca6c7c8e admin admin] Publish callbacks [] for security_group (20671522-5e46-474b-930a-4c53106bf60a), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:55.755384 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5817c8b0-f5af-4897-ab6f-45c2ca6c7c8e admin admin] Publish callbacks [] for security_group (20671522-5e46-474b-930a-4c53106bf60a), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:55.785407 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-5638210a-4a00-43c4-a4fc-4ee7727dd988 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (649091e1-0a7a-45a4-a45b-25df7a7aa1d7), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:55.835591 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-5638210a-4a00-43c4-a4fc-4ee7727dd988 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Network 7385fccc-6d01-4c28-b715-61ffbc36b9ff is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:55:55.840510 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-5638210a-4a00-43c4-a4fc-4ee7727dd988 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:55:55.845243 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-5638210a-4a00-43c4-a4fc-4ee7727dd988 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:55:55.849421 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638210a-4a00-43c4-a4fc-4ee7727dd988 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Pushing event updated for resources: {'Port': ['ID=649091e1-0a7a-45a4-a45b-25df7a7aa1d7,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:55.865554 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:55.878292 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5817c8b0-f5af-4897-ab6f-45c2ca6c7c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (20671522-5e46-474b-930a-4c53106bf60a), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:55.880818 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-5817c8b0-f5af-4897-ab6f-45c2ca6c7c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:55.881972 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-5817c8b0-f5af-4897-ab6f-45c2ca6c7c8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20671522-5e46-474b-930a-4c53106bf60a HTTP/1.1" status: 204 len: 168 time: 0.2440064 Mar 04 00:55:55.895569 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817c8b0-f5af-4897-ab6f-45c2ca6c7c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20671522-5e46-474b-930a-4c53106bf60a,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:55.918542 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-5638210a-4a00-43c4-a4fc-4ee7727dd988 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:55.919188 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-5638210a-4a00-43c4-a4fc-4ee7727dd988 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:55.941433 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-5638210a-4a00-43c4-a4fc-4ee7727dd988 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7892909 Mar 04 00:55:55.952503 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Request body: {'port': {'device_id': '349ff532-c4d4-48c4-bcd5-2da437b7ae93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:55:56.013702 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (649091e1-0a7a-45a4-a45b-25df7a7aa1d7), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:56.136786 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-d57393b0-538c-4252-abaa-0961675418ce None None] Provisioning complete for port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:55:56.137124 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-d57393b0-538c-4252-abaa-0961675418ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (649091e1-0a7a-45a4-a45b-25df7a7aa1d7), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:56.178278 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-d57393b0-538c-4252-abaa-0961675418ce None None] Port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:55:56.178522 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 51580) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:56.194977 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-94cf712b-da6a-4401-baab-a289bb15ee15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:56.266738 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-94cf712b-da6a-4401-baab-a289bb15ee15 admin admin] Publish callbacks [] for security_group (80fde02f-4b03-4e39-b8c9-620b0b47886f), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:56.270368 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-94cf712b-da6a-4401-baab-a289bb15ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (80fde02f-4b03-4e39-b8c9-620b0b47886f), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:56.281191 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:55:56.289455 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Publish callbacks [] for port (649091e1-0a7a-45a4-a45b-25df7a7aa1d7), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:56.300973 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Transition to ACTIVE for port object 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:55:56.305262 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (649091e1-0a7a-45a4-a45b-25df7a7aa1d7), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:56.306335 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf712b-da6a-4401-baab-a289bb15ee15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fde02f-4b03-4e39-b8c9-620b0b47886f,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:56.312982 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-94cf712b-da6a-4401-baab-a289bb15ee15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfc0034d6bc04e999908d552a7438f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278675 Mar 04 00:55:56.313220 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 51582) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:55:56.354473 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Pushing event updated for resources: {'Port': ['ID=649091e1-0a7a-45a4-a45b-25df7a7aa1d7,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:56.364632 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-dd55603e-ec77-4ccc-bb85-0284c21297f7 admin admin] Publish callbacks [] for security_group (80fde02f-4b03-4e39-b8c9-620b0b47886f), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:56.398974 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-dd55603e-ec77-4ccc-bb85-0284c21297f7 admin admin] Publish callbacks [] for security_group (80fde02f-4b03-4e39-b8c9-620b0b47886f), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:56.433771 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Attempting to bind port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:55:56.434402 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Attempting to bind port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'dff4dffa-1f81-401c-94e8-993fe3d410f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7385fccc-6d01-4c28-b715-61ffbc36b9ff'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:55:56.434732 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Attempting to bind port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 on network 7385fccc-6d01-4c28-b715-61ffbc36b9ff {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:55:56.439916 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 on network 7385fccc-6d01-4c28-b715-61ffbc36b9ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:55:56.440249 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Attempting to bind port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 on network 7385fccc-6d01-4c28-b715-61ffbc36b9ff {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:55:56.445553 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:55:56.445923 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Checking segment: {'id': 'dff4dffa-1f81-401c-94e8-993fe3d410f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7385fccc-6d01-4c28-b715-61ffbc36b9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:55:56.446309 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Bound using segment: {'id': 'dff4dffa-1f81-401c-94e8-993fe3d410f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7385fccc-6d01-4c28-b715-61ffbc36b9ff'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:55:56.446737 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Bound port: 649091e1-0a7a-45a4-a45b-25df7a7aa1d7, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff4dffa-1f81-401c-94e8-993fe3d410f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7385fccc-6d01-4c28-b715-61ffbc36b9ff'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:55:56.447091 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (649091e1-0a7a-45a4-a45b-25df7a7aa1d7), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:56.501711 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6704d7-5104-42f9-a095-a46e0efbd6f3 req-6b29f7eb-0a45-47db-abf4-a6335bef8723 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:56.503332 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fe6704d7-5104-42f9-a095-a46e0efbd6f3 req-6b29f7eb-0a45-47db-abf4-a6335bef8723 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/ports?device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 948 time: 0.0829902 Mar 04 00:55:56.520483 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-dd55603e-ec77-4ccc-bb85-0284c21297f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (80fde02f-4b03-4e39-b8c9-620b0b47886f), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:56.521223 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] For port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:55:56.523685 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-dd55603e-ec77-4ccc-bb85-0284c21297f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:56.524843 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-dd55603e-ec77-4ccc-bb85-0284c21297f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80fde02f-4b03-4e39-b8c9-620b0b47886f HTTP/1.1" status: 204 len: 168 time: 0.2107139 Mar 04 00:55:56.525495 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] For port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=649091e1-0a7a-45a4-a45b-25df7a7aa1d7,segment=NetworkSegment(dff4dffa-1f81-401c-94e8-993fe3d410f1),segment_id=dff4dffa-1f81-401c-94e8-993fe3d410f1)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:55:56.536263 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (649091e1-0a7a-45a4-a45b-25df7a7aa1d7), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:56.552960 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55603e-ec77-4ccc-bb85-0284c21297f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fde02f-4b03-4e39-b8c9-620b0b47886f,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:56.576678 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fe6704d7-5104-42f9-a095-a46e0efbd6f3 req-8780b23f-edd3-4888-8d1f-1e3ae3f7a2d8 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b35b88-d988-439e-aeaf-67400655d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643466 Mar 04 00:55:56.603623 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:56.604245 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:56.606054 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] 10.222.0.20 "PUT /v2.0/ports/649091e1-0a7a-45a4-a45b-25df7a7aa1d7 HTTP/1.1" status: 200 len: 1098 time: 0.6578708 Mar 04 00:55:56.606493 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349ff532-c4d4-48c4-bcd5-2da437b7ae93', 'tag': '649091e1-0a7a-45a4-a45b-25df7a7aa1d7'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:55:56.608713 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d24915b-588e-4587-a31f-6d9c3d71268d" -d '{"events": [{"name": "network-changed", "server_uuid": "349ff532-c4d4-48c4-bcd5-2da437b7ae93", "tag": "649091e1-0a7a-45a4-a45b-25df7a7aa1d7"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:55:56.615243 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be20b5-e90d-4657-b8cd-d792a5c2f456 service neutron] Pushing event updated for resources: {'Port': ['ID=649091e1-0a7a-45a4-a45b-25df7a7aa1d7,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:55:56.661938 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ca9d70-53e6-4652-9439-bb176d2e9ad4 x-openstack-request-id: req-b5ca9d70-53e6-4652-9439-bb176d2e9ad4 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:55:56.661938 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349ff532-c4d4-48c4-bcd5-2da437b7ae93", "tag": "649091e1-0a7a-45a4-a45b-25df7a7aa1d7", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:55:56.661938 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5ca9d70-53e6-4652-9439-bb176d2e9ad4 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:55:56.662498 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349ff532-c4d4-48c4-bcd5-2da437b7ae93', 'tag': '649091e1-0a7a-45a4-a45b-25df7a7aa1d7', 'status': 'completed', 'code': 200} Mar 04 00:55:56.696830 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-0ecd5c45-8de5-4e0d-a524-099da074526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:56.698486 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-0ecd5c45-8de5-4e0d-a524-099da074526c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d0c360ce26c45f3af28f730d4339d1a&device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 1132 time: 0.0488312 Mar 04 00:55:56.744089 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-675200d2-bdb9-450c-bc39-bf4da3b8f235 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=649091e1-0a7a-45a4-a45b-25df7a7aa1d7 HTTP/1.1" status: 200 len: 217 time: 0.0381613 Mar 04 00:55:56.795254 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-111b50c6-1f13-4c06-b91e-1390c5ea66af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:56.796878 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-111b50c6-1f13-4c06-b91e-1390c5ea66af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a437588-9cc0-4308-88e8-2ef5c4c4041b HTTP/1.1" status: 200 len: 843 time: 0.0471396 Mar 04 00:55:56.852935 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-b02dba3a-68c7-493c-b421-fe31b7a15ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:56.854463 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-b02dba3a-68c7-493c-b421-fe31b7a15ecb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7385fccc-6d01-4c28-b715-61ffbc36b9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0511785 Mar 04 00:55:56.947912 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-e7aa31cb-b294-406f-906a-6413923de784 service neutron] 10.222.0.20 "GET /v2.0/networks/7385fccc-6d01-4c28-b715-61ffbc36b9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877924 Mar 04 00:55:57.036756 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-053da5af-d1c0-4fee-8b7d-61fc77114656 req-1b5bf13c-e060-4ee2-b306-e0623741b044 service neutron] 10.222.0.20 "GET /v2.0/networks/7385fccc-6d01-4c28-b715-61ffbc36b9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828357 Mar 04 00:55:57.062277 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:55:57.132898 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24915b-588e-4587-a31f-6d9c3d71268d req-0f7a1128-87d4-4556-9cff-f3c18022c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:57.134575 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5d24915b-588e-4587-a31f-6d9c3d71268d req-0f7a1128-87d4-4556-9cff-f3c18022c8ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d0c360ce26c45f3af28f730d4339d1a&device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 1132 time: 0.0501330 Mar 04 00:55:57.223570 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24915b-588e-4587-a31f-6d9c3d71268d req-17e5a8be-b369-493e-9775-4e0f7b179cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:57.225177 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5d24915b-588e-4587-a31f-6d9c3d71268d req-17e5a8be-b369-493e-9775-4e0f7b179cb4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7385fccc-6d01-4c28-b715-61ffbc36b9ff HTTP/1.1" status: 200 len: 870 time: 0.0834157 Mar 04 00:55:57.269187 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5d24915b-588e-4587-a31f-6d9c3d71268d req-e4f0479b-9783-4e0e-82ea-7f5088c2ebba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=649091e1-0a7a-45a4-a45b-25df7a7aa1d7 HTTP/1.1" status: 200 len: 217 time: 0.0373721 Mar 04 00:55:57.317169 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24915b-588e-4587-a31f-6d9c3d71268d req-839b37d1-e53e-4ee3-abf2-6814c161223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:57.318661 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5d24915b-588e-4587-a31f-6d9c3d71268d req-839b37d1-e53e-4ee3-abf2-6814c161223f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a437588-9cc0-4308-88e8-2ef5c4c4041b HTTP/1.1" status: 200 len: 843 time: 0.0435109 Mar 04 00:55:57.366574 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24915b-588e-4587-a31f-6d9c3d71268d req-cb07c30d-266a-4315-9157-347457e36862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:57.368168 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5d24915b-588e-4587-a31f-6d9c3d71268d req-cb07c30d-266a-4315-9157-347457e36862 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7385fccc-6d01-4c28-b715-61ffbc36b9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0425725 Mar 04 00:55:57.458743 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5d24915b-588e-4587-a31f-6d9c3d71268d req-1a39e26e-b80e-474c-974b-7b35de1cadac service neutron] 10.222.0.20 "GET /v2.0/networks/7385fccc-6d01-4c28-b715-61ffbc36b9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831754 Mar 04 00:55:57.708637 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef6443-3be0-415d-9276-eca1b3d60b75 req-446356d5-5c55-4232-a72b-e7e49417d6c0 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:57.713526 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-51ef6443-3be0-415d-9276-eca1b3d60b75 req-446356d5-5c55-4232-a72b-e7e49417d6c0 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/ports?device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 948 time: 0.0670624 Mar 04 00:55:57.768205 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-51ef6443-3be0-415d-9276-eca1b3d60b75 req-1c1316c6-69b8-4ade-8388-df7f2a660c3c tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b35b88-d988-439e-aeaf-67400655d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496171 Mar 04 00:55:57.794349 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-5d24915b-588e-4587-a31f-6d9c3d71268d req-d599f119-7a98-4a74-8825-982325bb175a service neutron] 10.222.0.20 "GET /v2.0/networks/7385fccc-6d01-4c28-b715-61ffbc36b9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290813 Mar 04 00:55:58.887082 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffe6b4-24d1-40fc-a431-3ab2a8f5b69d req-770b74d6-df20-499a-9c0a-9040f4fef3be tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:55:58.888951 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-61ffe6b4-24d1-40fc-a431-3ab2a8f5b69d req-770b74d6-df20-499a-9c0a-9040f4fef3be tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/ports?device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 948 time: 0.0538108 Mar 04 00:55:58.937856 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-61ffe6b4-24d1-40fc-a431-3ab2a8f5b69d req-8cc64080-b744-4406-b6f3-f763093358e5 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b35b88-d988-439e-aeaf-67400655d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433404 Mar 04 00:55:59.608414 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:59.622754 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:55:59.719477 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=649091e1-0a7a-45a4-a45b-25df7a7aa1d7,segment=NetworkSegment(dff4dffa-1f81-401c-94e8-993fe3d410f1),segment_id=dff4dffa-1f81-401c-94e8-993fe3d410f1)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:55:59.734945 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '649091e1-0a7a-45a4-a45b-25df7a7aa1d7', 'network_id': '7385fccc-6d01-4c28-b715-61ffbc36b9ff', 'port_id': '649091e1-0a7a-45a4-a45b-25df7a7aa1d7', 'mac_address': 'fa:16:3e:82:db:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a437588-9cc0-4308-88e8-2ef5c4c4041b', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:55:59.771790 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:55:59.772177 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (649091e1-0a7a-45a4-a45b-25df7a7aa1d7), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:59.784750 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:55:59.803399 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=649091e1-0a7a-45a4-a45b-25df7a7aa1d7,segment=NetworkSegment(dff4dffa-1f81-401c-94e8-993fe3d410f1),segment_id=dff4dffa-1f81-401c-94e8-993fe3d410f1)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:55:59.807296 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (649091e1-0a7a-45a4-a45b-25df7a7aa1d7), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:55:59.852159 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=649091e1-0a7a-45a4-a45b-25df7a7aa1d7,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:00.041166 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['649091e1-0a7a-45a4-a45b-25df7a7aa1d7'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:56:00.052458 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164d008-4f3f-4b71-95c9-22a5f2374fe5 req-80c6f553-a87b-47b5-a5c6-732618da3a57 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:00.053948 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6164d008-4f3f-4b71-95c9-22a5f2374fe5 req-80c6f553-a87b-47b5-a5c6-732618da3a57 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/ports?device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 949 time: 0.0515461 Mar 04 00:56:00.099227 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6164d008-4f3f-4b71-95c9-22a5f2374fe5 req-b7e21896-7d2c-4922-b1d1-8e1a70089697 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b35b88-d988-439e-aeaf-67400655d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394006 Mar 04 00:56:01.215742 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcfa13-1ee0-4409-bcbf-9af0f3da6c3a req-ed338980-916f-4ecd-aa39-e2c14535db54 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:01.217173 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-65dcfa13-1ee0-4409-bcbf-9af0f3da6c3a req-ed338980-916f-4ecd-aa39-e2c14535db54 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/ports?device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 949 time: 0.0532939 Mar 04 00:56:01.261753 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-65dcfa13-1ee0-4409-bcbf-9af0f3da6c3a req-7aef2217-1d07-47fb-88c2-50960dc0722a tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b35b88-d988-439e-aeaf-67400655d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392079 Mar 04 00:56:01.922308 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:56:01.973847 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:56:01.978598 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:01.978972 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (649091e1-0a7a-45a4-a45b-25df7a7aa1d7), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:02.058997 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:02.059420 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (649091e1-0a7a-45a4-a45b-25df7a7aa1d7), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:02.082464 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349ff532-c4d4-48c4-bcd5-2da437b7ae93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649091e1-0a7a-45a4-a45b-25df7a7aa1d7'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:56:02.084711 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da710be-9c20-4fdf-bbc3-321218338aa1" -d '{"events": [{"server_uuid": "349ff532-c4d4-48c4-bcd5-2da437b7ae93", "name": "network-vif-plugged", "status": "completed", "tag": "649091e1-0a7a-45a4-a45b-25df7a7aa1d7"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:56:02.096535 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=649091e1-0a7a-45a4-a45b-25df7a7aa1d7,segment=NetworkSegment(dff4dffa-1f81-401c-94e8-993fe3d410f1),segment_id=dff4dffa-1f81-401c-94e8-993fe3d410f1)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:56:02.100437 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (649091e1-0a7a-45a4-a45b-25df7a7aa1d7), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:02.126523 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb142ae4-4929-4c00-bf9c-0ca50163bf10 x-openstack-request-id: req-cb142ae4-4929-4c00-bf9c-0ca50163bf10 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:56:02.126817 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349ff532-c4d4-48c4-bcd5-2da437b7ae93", "name": "network-vif-plugged", "status": "completed", "tag": "649091e1-0a7a-45a4-a45b-25df7a7aa1d7", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:56:02.127073 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb142ae4-4929-4c00-bf9c-0ca50163bf10 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:56:02.127465 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349ff532-c4d4-48c4-bcd5-2da437b7ae93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649091e1-0a7a-45a4-a45b-25df7a7aa1d7', 'code': 200} Mar 04 00:56:02.152641 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=649091e1-0a7a-45a4-a45b-25df7a7aa1d7,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:02.375379 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db2a77-198b-4988-8c17-09a8b8831017 req-afedb7a0-a2ab-4b67-837e-dce3d37ab6bf tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:02.376746 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b8db2a77-198b-4988-8c17-09a8b8831017 req-afedb7a0-a2ab-4b67-837e-dce3d37ab6bf tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/ports?device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 950 time: 0.0510881 Mar 04 00:56:02.421682 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b8db2a77-198b-4988-8c17-09a8b8831017 req-af95a29d-f2fe-46f7-bb51-6a5393c37e4e tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b35b88-d988-439e-aeaf-67400655d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396285 Mar 04 00:56:03.541170 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff4be9-3222-4aee-85f2-96ad1b69707d req-450056cc-e680-4379-aa29-6710589043f4 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:03.542671 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f4ff4be9-3222-4aee-85f2-96ad1b69707d req-450056cc-e680-4379-aa29-6710589043f4 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/ports?device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 950 time: 0.0508013 Mar 04 00:56:03.589827 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f4ff4be9-3222-4aee-85f2-96ad1b69707d req-ee1472fa-c68c-46d8-a6f9-21969f0aa868 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b35b88-d988-439e-aeaf-67400655d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415158 Mar 04 00:56:03.776144 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a256fb-ff41-4407-84c6-6cad025734f7 req-82d243b9-9f1b-49c8-a03a-d0d3808782f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:03.777654 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-07a256fb-ff41-4407-84c6-6cad025734f7 req-82d243b9-9f1b-49c8-a03a-d0d3808782f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 1134 time: 0.0445089 Mar 04 00:56:03.826283 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-07a256fb-ff41-4407-84c6-6cad025734f7 req-fe70e85b-ca24-479e-b420-f56995bc72bc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=15b35b88-d988-439e-aeaf-67400655d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424078 Mar 04 00:56:04.705247 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e770aa-4169-4157-a1c1-595a52257558 req-7d1cd3ca-695f-488e-a2fe-194c264293bc tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:04.706697 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-25e770aa-4169-4157-a1c1-595a52257558 req-7d1cd3ca-695f-488e-a2fe-194c264293bc tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/ports?device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 950 time: 0.0513170 Mar 04 00:56:04.752118 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-25e770aa-4169-4157-a1c1-595a52257558 req-cb6326b9-c133-484e-ab90-e62b099ea497 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b35b88-d988-439e-aeaf-67400655d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398273 Mar 04 00:56:05.872455 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b211-3ebe-48ce-bfe8-08b47851974c req-38ee8427-21c6-47f1-aac6-a949945ed2d9 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:05.873995 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-02e2b211-3ebe-48ce-bfe8-08b47851974c req-38ee8427-21c6-47f1-aac6-a949945ed2d9 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/ports?device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 950 time: 0.0516412 Mar 04 00:56:05.923592 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-02e2b211-3ebe-48ce-bfe8-08b47851974c req-fd6164e1-78cf-4972-98e7-92bd3392cb89 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b35b88-d988-439e-aeaf-67400655d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440803 Mar 04 00:56:06.177489 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de3346-92fb-42f6-941a-1a22d4c7e292 req-205ad2a8-b4b7-4f64-958a-7327d1b11db1 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:06.178963 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e3de3346-92fb-42f6-941a-1a22d4c7e292 req-205ad2a8-b4b7-4f64-958a-7327d1b11db1 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/ports?device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 950 time: 0.0554850 Mar 04 00:56:06.224735 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-e3de3346-92fb-42f6-941a-1a22d4c7e292 req-01aa5534-039b-4e0c-9009-c1745a52a94c tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b35b88-d988-439e-aeaf-67400655d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402250 Mar 04 00:56:06.590080 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-7db7d448-1d6d-4d64-8570-92db6b2d6fb3 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307772348&fields=id&tenant_id=3d19a3e3e6fd4ca1976096625e933086 HTTP/1.1" status: 200 len: 267 time: 0.0435433 Mar 04 00:56:06.696276 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-a797bea4-3b9d-4e0a-8f6f-74bd43cecf49 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:06.698332 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-a797bea4-3b9d-4e0a-8f6f-74bd43cecf49 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/networks?id=03f613fb-df51-4832-9479-76b3f57aa165 HTTP/1.1" status: 200 len: 811 time: 0.1019802 Mar 04 00:56:06.712430 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-16b109bb-07ae-4134-adeb-520f094c963a tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/quotas/3d19a3e3e6fd4ca1976096625e933086 HTTP/1.1" status: 200 len: 375 time: 0.0089526 Mar 04 00:56:06.774642 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-bdfe8bf1-c4be-4569-9d62-097cb427a350 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d19a3e3e6fd4ca1976096625e933086&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561740 Mar 04 00:56:06.869553 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-1d0f785f-ac32-4190-84d6-8d003dc6f300 service neutron] 10.222.0.23 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832646 Mar 04 00:56:06.963829 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-8fe42b56-f9ad-4bf1-81f3-8a054f0d09a0 service neutron] 10.222.0.23 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885460 Mar 04 00:56:07.253812 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c18c8faa-5b7f-4ac4-a480-599efe764d3c req-9bf10f01-088e-4a1c-b483-1105ee33e78c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 210 time: 0.0285437 Mar 04 00:56:07.345835 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e995fc-e3f5-49de-898c-17963155b355 req-030c9dcf-f3bd-4697-ad51-eb0c4a61a103 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:07.348346 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f8e995fc-e3f5-49de-898c-17963155b355 req-030c9dcf-f3bd-4697-ad51-eb0c4a61a103 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/ports?device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 950 time: 0.0519547 Mar 04 00:56:07.401803 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f8e995fc-e3f5-49de-898c-17963155b355 req-b107487b-29dd-4a85-ad90-88a76a468946 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b35b88-d988-439e-aeaf-67400655d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472348 Mar 04 00:56:07.529289 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d42f84-29f4-4a05-89b5-a8734f13eb7b req-7ef43db5-f663-4520-a533-98e778e4f74e tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:07.530954 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-01d42f84-29f4-4a05-89b5-a8734f13eb7b req-7ef43db5-f663-4520-a533-98e778e4f74e tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.20 "GET /v2.0/ports?device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 950 time: 0.0540214 Mar 04 00:56:07.625976 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-01d42f84-29f4-4a05-89b5-a8734f13eb7b req-d744697d-f7aa-411c-8110-15d9c5b2ddc3 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Deleting port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:56:07.626329 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-01d42f84-29f4-4a05-89b5-a8734f13eb7b req-d744697d-f7aa-411c-8110-15d9c5b2ddc3 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (649091e1-0a7a-45a4-a45b-25df7a7aa1d7), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:07.714739 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-01d42f84-29f4-4a05-89b5-a8734f13eb7b req-d744697d-f7aa-411c-8110-15d9c5b2ddc3 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] For port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=649091e1-0a7a-45a4-a45b-25df7a7aa1d7,segment=NetworkSegment(dff4dffa-1f81-401c-94e8-993fe3d410f1),segment_id=dff4dffa-1f81-401c-94e8-993fe3d410f1)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:56:07.715141 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-01d42f84-29f4-4a05-89b5-a8734f13eb7b req-d744697d-f7aa-411c-8110-15d9c5b2ddc3 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (649091e1-0a7a-45a4-a45b-25df7a7aa1d7), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:07.726975 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-01d42f84-29f4-4a05-89b5-a8734f13eb7b req-d744697d-f7aa-411c-8110-15d9c5b2ddc3 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Calling delete_port for 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:56:07.855831 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-01d42f84-29f4-4a05-89b5-a8734f13eb7b req-d744697d-f7aa-411c-8110-15d9c5b2ddc3 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (649091e1-0a7a-45a4-a45b-25df7a7aa1d7), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:07.868957 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['649091e1-0a7a-45a4-a45b-25df7a7aa1d7'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:56:07.892666 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744697d-f7aa-411c-8110-15d9c5b2ddc3 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Pushing event deleted for resources: {'Port': ['ID=649091e1-0a7a-45a4-a45b-25df7a7aa1d7,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:07.943904 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d42f84-29f4-4a05-89b5-a8734f13eb7b req-d744697d-f7aa-411c-8110-15d9c5b2ddc3 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] No DVR routers for this DVR port 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:56:07.947310 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-01d42f84-29f4-4a05-89b5-a8734f13eb7b req-d744697d-f7aa-411c-8110-15d9c5b2ddc3 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:07.950883 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-01d42f84-29f4-4a05-89b5-a8734f13eb7b req-d744697d-f7aa-411c-8110-15d9c5b2ddc3 tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.20 "DELETE /v2.0/ports/649091e1-0a7a-45a4-a45b-25df7a7aa1d7 HTTP/1.1" status: 204 len: 173 time: 0.4140532 Mar 04 00:56:07.951369 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349ff532-c4d4-48c4-bcd5-2da437b7ae93', 'name': 'network-vif-deleted', 'tag': '649091e1-0a7a-45a4-a45b-25df7a7aa1d7'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:56:07.955102 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5e6f78-1fad-4bf0-b960-f7577701cdbd" -d '{"events": [{"server_uuid": "349ff532-c4d4-48c4-bcd5-2da437b7ae93", "name": "network-vif-deleted", "tag": "649091e1-0a7a-45a4-a45b-25df7a7aa1d7"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:56:08.006286 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dbad9c-daf4-4d8d-9a39-c47c093fb361 x-openstack-request-id: req-62dbad9c-daf4-4d8d-9a39-c47c093fb361 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:56:08.006577 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349ff532-c4d4-48c4-bcd5-2da437b7ae93", "name": "network-vif-deleted", "tag": "649091e1-0a7a-45a4-a45b-25df7a7aa1d7", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:56:08.006831 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62dbad9c-daf4-4d8d-9a39-c47c093fb361 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:56:08.007231 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349ff532-c4d4-48c4-bcd5-2da437b7ae93', 'name': 'network-vif-deleted', 'tag': '649091e1-0a7a-45a4-a45b-25df7a7aa1d7', 'status': 'completed', 'code': 200} Mar 04 00:56:08.224750 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-5fe3ff5d-625f-45ba-b412-b5e8cc0741eb tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:08.226227 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-5fe3ff5d-625f-45ba-b412-b5e8cc0741eb tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.20 "GET /v2.0/networks?id=03f613fb-df51-4832-9479-76b3f57aa165 HTTP/1.1" status: 200 len: 811 time: 0.1133299 Mar 04 00:56:08.288458 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-0699a0ca-d3a5-48ba-ad33-2c8982c61498 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d19a3e3e6fd4ca1976096625e933086 HTTP/1.1" status: 200 len: 380 time: 0.0526795 Mar 04 00:56:08.298035 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-a55efa58-5e26-4323-8e2b-1f043641de8e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Request body: {'port': {'device_id': '92145359-72da-461e-aaee-1423861789c6', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'admin_state_up': True, 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'security_groups': ['a8563afb-7faa-45d6-a1db-009a80a7eb14']}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:56:08.371834 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3e7f631b-069c-4165-853c-10c55738ace3 req-eb4a76f2-8d16-4c28-b697-f1ae03e22ead tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 210 time: 0.0316558 Mar 04 00:56:08.414929 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-a55efa58-5e26-4323-8e2b-1f043641de8e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Made reservation on behalf of 3d19a3e3e6fd4ca1976096625e933086 for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:56:08.418458 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-a55efa58-5e26-4323-8e2b-1f043641de8e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:08.518289 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6017269d-50ff-46eb-9430-ad558f223abb req-ca1ecf92-77f5-4bde-8caa-c6bf3493c36d tempest-VolumesNegativeTest-47423379 tempest-VolumesNegativeTest-47423379-project] 10.222.0.23 "GET /v2.0/ports?device_id=349ff532-c4d4-48c4-bcd5-2da437b7ae93 HTTP/1.1" status: 200 len: 210 time: 0.0283966 Mar 04 00:56:08.551232 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-a55efa58-5e26-4323-8e2b-1f043641de8e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Allocated IP 172.20.0.6 (03f613fb-df51-4832-9479-76b3f57aa165/97b47f6d-aec7-4417-8d0d-53f7d0562551/7279f250-fe4e-4e13-beb8-38cb1383782a) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:56:08.694832 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-a55efa58-5e26-4323-8e2b-1f043641de8e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for port (7279f250-fe4e-4e13-beb8-38cb1383782a), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:08.728548 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-a55efa58-5e26-4323-8e2b-1f043641de8e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (7279f250-fe4e-4e13-beb8-38cb1383782a), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:08.769427 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-a55efa58-5e26-4323-8e2b-1f043641de8e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Network 03f613fb-df51-4832-9479-76b3f57aa165 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:56:08.774831 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-a55efa58-5e26-4323-8e2b-1f043641de8e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:56:08.777163 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-a55efa58-5e26-4323-8e2b-1f043641de8e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:56:08.817543 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55efa58-5e26-4323-8e2b-1f043641de8e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event updated for resources: {'Port': ['ID=7279f250-fe4e-4e13-beb8-38cb1383782a,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:08.838069 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-a55efa58-5e26-4323-8e2b-1f043641de8e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:08.838689 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-a55efa58-5e26-4323-8e2b-1f043641de8e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:08.859257 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-a55efa58-5e26-4323-8e2b-1f043641de8e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5649259 Mar 04 00:56:08.870819 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Request body: {'port': {'device_id': '92145359-72da-461e-aaee-1423861789c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:56:08.934003 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (7279f250-fe4e-4e13-beb8-38cb1383782a), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:09.032196 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-56fcc164-8647-435d-9d0a-0915d4ef8212 None None] Provisioning complete for port 7279f250-fe4e-4e13-beb8-38cb1383782a triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:09.033414 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-56fcc164-8647-435d-9d0a-0915d4ef8212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (7279f250-fe4e-4e13-beb8-38cb1383782a), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:09.069989 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-56fcc164-8647-435d-9d0a-0915d4ef8212 None None] Port 7279f250-fe4e-4e13-beb8-38cb1383782a cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:56:09.201648 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7279f250-fe4e-4e13-beb8-38cb1383782a {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:56:09.209480 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Publish callbacks [] for port (7279f250-fe4e-4e13-beb8-38cb1383782a), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:09.221996 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Transition to ACTIVE for port object 7279f250-fe4e-4e13-beb8-38cb1383782a will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:56:09.226033 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (7279f250-fe4e-4e13-beb8-38cb1383782a), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:09.282854 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Pushing event updated for resources: {'Port': ['ID=7279f250-fe4e-4e13-beb8-38cb1383782a,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:09.349902 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Attempting to bind port 7279f250-fe4e-4e13-beb8-38cb1383782a on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:56:09.350244 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Attempting to bind port 7279f250-fe4e-4e13-beb8-38cb1383782a by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:56:09.350581 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Attempting to bind port 7279f250-fe4e-4e13-beb8-38cb1383782a on network 03f613fb-df51-4832-9479-76b3f57aa165 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:56:09.355395 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Port 7279f250-fe4e-4e13-beb8-38cb1383782a on network 03f613fb-df51-4832-9479-76b3f57aa165 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:56:09.355716 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Attempting to bind port 7279f250-fe4e-4e13-beb8-38cb1383782a on network 03f613fb-df51-4832-9479-76b3f57aa165 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:56:09.360805 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:56:09.361143 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Checking segment: {'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:56:09.361526 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Bound using segment: {'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:56:09.361984 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Bound port: 7279f250-fe4e-4e13-beb8-38cb1383782a, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472bc0ba-e27a-4d68-8b8a-2800c131da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:56:09.362339 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (7279f250-fe4e-4e13-beb8-38cb1383782a), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:09.436807 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] For port 7279f250-fe4e-4e13-beb8-38cb1383782a, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:56:09.440017 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] For port 7279f250-fe4e-4e13-beb8-38cb1383782a, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7279f250-fe4e-4e13-beb8-38cb1383782a,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:56:09.447327 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (7279f250-fe4e-4e13-beb8-38cb1383782a), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:09.483571 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:09.484123 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:09.485611 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] 10.222.0.20 "PUT /v2.0/ports/7279f250-fe4e-4e13-beb8-38cb1383782a HTTP/1.1" status: 200 len: 1093 time: 0.6196604 Mar 04 00:56:09.500754 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d744f-d745-451f-a23c-b40f3be71a50 req-5787d4ff-b38f-4e22-a9fa-2e76243df607 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:09.505085 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c279af-fbca-440c-b54d-d2605d28acf9 service neutron] Pushing event updated for resources: {'Port': ['ID=7279f250-fe4e-4e13-beb8-38cb1383782a,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:09.506624 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-574d744f-d745-451f-a23c-b40f3be71a50 req-5787d4ff-b38f-4e22-a9fa-2e76243df607 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 943 time: 0.0605314 Mar 04 00:56:09.574848 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-574d744f-d745-451f-a23c-b40f3be71a50 req-85024287-86b7-4f1e-84d2-5d3fba78d7e9 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581024 Mar 04 00:56:09.590818 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-2f1a89fb-9710-4149-a0fa-a6d3e37c704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:09.592844 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-2f1a89fb-9710-4149-a0fa-a6d3e37c704f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d19a3e3e6fd4ca1976096625e933086&device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 1127 time: 0.0604742 Mar 04 00:56:09.642998 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-a292402f-d84e-4f54-b332-164eafcc8fa1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7279f250-fe4e-4e13-beb8-38cb1383782a HTTP/1.1" status: 200 len: 217 time: 0.0405965 Mar 04 00:56:09.693455 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-2da3aca4-cdeb-4618-acee-d68aca828124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:09.695047 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-2da3aca4-cdeb-4618-acee-d68aca828124 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=97b47f6d-aec7-4417-8d0d-53f7d0562551 HTTP/1.1" status: 200 len: 850 time: 0.0462146 Mar 04 00:56:09.753239 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-3cd42fae-997a-434f-878b-ae1fd892c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:09.754832 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-3cd42fae-997a-434f-878b-ae1fd892c53e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03f613fb-df51-4832-9479-76b3f57aa165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528800 Mar 04 00:56:09.850202 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-9e2de708-ac17-419b-8f11-ec86f513a059 service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879419 Mar 04 00:56:09.947690 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-537b3ccb-7cf1-49c5-bcdf-f3dbd2294182 req-f432e11f-eb52-4c92-90ad-4168439a1274 service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895767 Mar 04 00:56:10.008519 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92145359-72da-461e-aaee-1423861789c6', 'tag': '7279f250-fe4e-4e13-beb8-38cb1383782a'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:56:10.010858 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76729d64-ce13-4b09-bb9b-464b8fc2fe8e" -d '{"events": [{"name": "network-changed", "server_uuid": "92145359-72da-461e-aaee-1423861789c6", "tag": "7279f250-fe4e-4e13-beb8-38cb1383782a"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:56:10.048563 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60b99bf-7daf-49f3-91c5-52908b5186f3 x-openstack-request-id: req-f60b99bf-7daf-49f3-91c5-52908b5186f3 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:56:10.048877 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92145359-72da-461e-aaee-1423861789c6", "tag": "7279f250-fe4e-4e13-beb8-38cb1383782a", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:56:10.049150 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f60b99bf-7daf-49f3-91c5-52908b5186f3 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:56:10.049569 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92145359-72da-461e-aaee-1423861789c6', 'tag': '7279f250-fe4e-4e13-beb8-38cb1383782a', 'status': 'completed', 'code': 200} Mar 04 00:56:10.118159 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76729d64-ce13-4b09-bb9b-464b8fc2fe8e req-c9919346-9cf6-4b92-89aa-f83b57c4d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:10.125595 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-76729d64-ce13-4b09-bb9b-464b8fc2fe8e req-c9919346-9cf6-4b92-89aa-f83b57c4d6bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d19a3e3e6fd4ca1976096625e933086&device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 1127 time: 0.0516226 Mar 04 00:56:10.219198 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76729d64-ce13-4b09-bb9b-464b8fc2fe8e req-30169458-f50f-4651-90d3-3e1094c6a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:10.220819 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-76729d64-ce13-4b09-bb9b-464b8fc2fe8e req-30169458-f50f-4651-90d3-3e1094c6a778 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03f613fb-df51-4832-9479-76b3f57aa165 HTTP/1.1" status: 200 len: 912 time: 0.0904942 Mar 04 00:56:10.274774 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-76729d64-ce13-4b09-bb9b-464b8fc2fe8e req-80fdfea0-052a-47c2-9279-6ba78d5fe3e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7279f250-fe4e-4e13-beb8-38cb1383782a HTTP/1.1" status: 200 len: 217 time: 0.0471637 Mar 04 00:56:10.331862 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76729d64-ce13-4b09-bb9b-464b8fc2fe8e req-864459bb-4a3d-4f7a-8588-0735eff7d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:10.333431 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-76729d64-ce13-4b09-bb9b-464b8fc2fe8e req-864459bb-4a3d-4f7a-8588-0735eff7d416 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=97b47f6d-aec7-4417-8d0d-53f7d0562551 HTTP/1.1" status: 200 len: 850 time: 0.0497272 Mar 04 00:56:10.382217 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 51866) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:10.398076 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76729d64-ce13-4b09-bb9b-464b8fc2fe8e req-ec432177-a608-419c-874d-32c8e8f439e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:10.400190 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-76729d64-ce13-4b09-bb9b-464b8fc2fe8e req-ec432177-a608-419c-874d-32c8e8f439e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03f613fb-df51-4832-9479-76b3f57aa165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563948 Mar 04 00:56:10.503877 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-76729d64-ce13-4b09-bb9b-464b8fc2fe8e req-34fbe495-16b0-4016-9acc-f2dd1a6f9415 service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940197 Mar 04 00:56:10.506454 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e3763683-f2aa-42ca-b965-5489aac2e17d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:10.587845 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e3763683-f2aa-42ca-b965-5489aac2e17d admin admin] Publish callbacks [] for security_group (6ec922ec-e3fc-4d5d-99ef-7e8348955373), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:10.593006 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e3763683-f2aa-42ca-b965-5489aac2e17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (6ec922ec-e3fc-4d5d-99ef-7e8348955373), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:10.614886 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-76729d64-ce13-4b09-bb9b-464b8fc2fe8e req-36e78d5b-d4cb-4aba-b32f-7be95f469198 service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051519 Mar 04 00:56:10.627371 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3763683-f2aa-42ca-b965-5489aac2e17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec922ec-e3fc-4d5d-99ef-7e8348955373,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:10.657490 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-e3763683-f2aa-42ca-b965-5489aac2e17d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d0541d747644143840b387c479274ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738295 Mar 04 00:56:10.660306 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 51884) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:10.699041 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473a5f6-a995-47b9-9995-2bebdb40dafe req-27039ef3-f751-433c-bb85-e01ddb7c1701 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:10.700781 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b473a5f6-a995-47b9-9995-2bebdb40dafe req-27039ef3-f751-433c-bb85-e01ddb7c1701 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 943 time: 0.0560520 Mar 04 00:56:10.726951 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-9e2e80ee-7594-416a-a0d1-336293dee034 admin admin] Publish callbacks [] for security_group (6ec922ec-e3fc-4d5d-99ef-7e8348955373), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:10.751115 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-9e2e80ee-7594-416a-a0d1-336293dee034 admin admin] Publish callbacks [] for security_group (6ec922ec-e3fc-4d5d-99ef-7e8348955373), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:10.768891 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b473a5f6-a995-47b9-9995-2bebdb40dafe req-5ac6614b-e5c4-4b07-ba01-9069ddbc0fca tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594873 Mar 04 00:56:10.812448 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-9e2e80ee-7594-416a-a0d1-336293dee034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (6ec922ec-e3fc-4d5d-99ef-7e8348955373), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:10.815138 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-9e2e80ee-7594-416a-a0d1-336293dee034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:10.819315 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-9e2e80ee-7594-416a-a0d1-336293dee034 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ec922ec-e3fc-4d5d-99ef-7e8348955373 HTTP/1.1" status: 204 len: 168 time: 0.1548040 Mar 04 00:56:10.826469 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e80ee-7594-416a-a0d1-336293dee034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec922ec-e3fc-4d5d-99ef-7e8348955373,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:11.098632 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 51910) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:11.117176 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a9c914d2-ca3c-4949-af1b-9da677315947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:11.194397 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a9c914d2-ca3c-4949-af1b-9da677315947 admin admin] Publish callbacks [] for security_group (04420327-7003-45e8-97a1-e3ebf636aa1b), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:11.198567 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-a9c914d2-ca3c-4949-af1b-9da677315947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (04420327-7003-45e8-97a1-e3ebf636aa1b), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:11.238715 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c914d2-ca3c-4949-af1b-9da677315947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04420327-7003-45e8-97a1-e3ebf636aa1b,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:11.245176 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-a9c914d2-ca3c-4949-af1b-9da677315947 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ecb19a7a1e643c4a2e276ba8b2c009d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431108 Mar 04 00:56:11.245535 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 51928) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:11.296095 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-51820043-8c88-4f0f-8c7b-7af035874d2d admin admin] Publish callbacks [] for security_group (04420327-7003-45e8-97a1-e3ebf636aa1b), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:11.318247 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-51820043-8c88-4f0f-8c7b-7af035874d2d admin admin] Publish callbacks [] for security_group (04420327-7003-45e8-97a1-e3ebf636aa1b), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:11.367923 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-51820043-8c88-4f0f-8c7b-7af035874d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (04420327-7003-45e8-97a1-e3ebf636aa1b), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:11.370515 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-51820043-8c88-4f0f-8c7b-7af035874d2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:11.371642 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-51820043-8c88-4f0f-8c7b-7af035874d2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04420327-7003-45e8-97a1-e3ebf636aa1b HTTP/1.1" status: 204 len: 168 time: 0.1251075 Mar 04 00:56:11.381038 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51820043-8c88-4f0f-8c7b-7af035874d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04420327-7003-45e8-97a1-e3ebf636aa1b,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:11.689539 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:56:11.714086 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:56:11.714442 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 649091e1-0a7a-45a4-a45b-25df7a7aa1d7 not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:56:11.911233 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0d922-a8dc-4dd9-befb-1a9b2101beed req-8e9977ed-0141-4e0d-9484-d781441c1128 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:11.911233 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6bf0d922-a8dc-4dd9-befb-1a9b2101beed req-8e9977ed-0141-4e0d-9484-d781441c1128 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 943 time: 0.0616915 Mar 04 00:56:11.983896 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6bf0d922-a8dc-4dd9-befb-1a9b2101beed req-e48a1015-9d8b-484f-ade9-52f4007b5baf tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632842 Mar 04 00:56:13.103500 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbca7e7-69f3-4586-8c34-c3b6f049d96d req-7867e306-98ec-4225-906c-de06d538d733 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:13.104993 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6dbca7e7-69f3-4586-8c34-c3b6f049d96d req-7867e306-98ec-4225-906c-de06d538d733 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 943 time: 0.0519319 Mar 04 00:56:13.153161 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6dbca7e7-69f3-4586-8c34-c3b6f049d96d req-23957753-f05c-4f76-9eb9-9010f593ec9a tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421927 Mar 04 00:56:14.024549 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52090) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:14.157448 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-df7a6a09-d881-4c60-8bb9-31ff6e4bc00d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d0c360ce26c45f3af28f730d4339d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317706 Mar 04 00:56:14.160052 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52094) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:14.204838 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1680330a-5ac8-4b49-91e6-fb9cb335ba81 admin admin] Publish callbacks [] for security_group (15b35b88-d988-439e-aeaf-67400655d814), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:14.234548 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1680330a-5ac8-4b49-91e6-fb9cb335ba81 admin admin] Publish callbacks [] for security_group (15b35b88-d988-439e-aeaf-67400655d814), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:14.296380 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19824230-20e6-4c79-9aa1-9bf683cf5724 req-d2c2facb-aeb9-4bbb-a8e3-5bf0d967145c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:14.298008 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-19824230-20e6-4c79-9aa1-9bf683cf5724 req-d2c2facb-aeb9-4bbb-a8e3-5bf0d967145c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 943 time: 0.0799692 Mar 04 00:56:14.311849 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1680330a-5ac8-4b49-91e6-fb9cb335ba81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (15b35b88-d988-439e-aeaf-67400655d814), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:14.314343 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1680330a-5ac8-4b49-91e6-fb9cb335ba81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:14.315348 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-1680330a-5ac8-4b49-91e6-fb9cb335ba81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15b35b88-d988-439e-aeaf-67400655d814 HTTP/1.1" status: 204 len: 168 time: 0.1544409 Mar 04 00:56:14.333641 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680330a-5ac8-4b49-91e6-fb9cb335ba81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b35b88-d988-439e-aeaf-67400655d814,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:14.361429 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-19824230-20e6-4c79-9aa1-9bf683cf5724 req-b22b73d4-cfb3-4e40-acc9-ace721033630 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575399 Mar 04 00:56:15.723099 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136a3a-7475-4c85-9067-f0133d5c1ffa req-1bce43f6-79c6-4999-8857-45ed67ef430e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:15.724562 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56136a3a-7475-4c85-9067-f0133d5c1ffa req-1bce43f6-79c6-4999-8857-45ed67ef430e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 943 time: 0.2971098 Mar 04 00:56:15.771265 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-56136a3a-7475-4c85-9067-f0133d5c1ffa req-f8acb95a-1fc1-42e2-9ef2-5b9e39af4235 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412655 Mar 04 00:56:16.885683 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ed546-75b0-4ebc-8edb-8da3f9628f44 req-4afcaede-3dcf-4be6-977c-5bfd70c8ee91 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:16.887187 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-dc3ed546-75b0-4ebc-8edb-8da3f9628f44 req-4afcaede-3dcf-4be6-977c-5bfd70c8ee91 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 943 time: 0.0522223 Mar 04 00:56:16.935249 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-dc3ed546-75b0-4ebc-8edb-8da3f9628f44 req-7fbf6161-3cdb-4a17-86a8-7c2cf9a1aee5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423641 Mar 04 00:56:17.747710 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 7279f250-fe4e-4e13-beb8-38cb1383782a details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:56:17.845060 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 7279f250-fe4e-4e13-beb8-38cb1383782a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7279f250-fe4e-4e13-beb8-38cb1383782a,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:56:17.857100 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '7279f250-fe4e-4e13-beb8-38cb1383782a', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'port_id': '7279f250-fe4e-4e13-beb8-38cb1383782a', 'mac_address': 'fa:16:3e:7a:b5:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:56:17.900939 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 7279f250-fe4e-4e13-beb8-38cb1383782a is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:17.900939 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (7279f250-fe4e-4e13-beb8-38cb1383782a), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:17.907750 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7279f250-fe4e-4e13-beb8-38cb1383782a {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:56:17.927516 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 7279f250-fe4e-4e13-beb8-38cb1383782a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7279f250-fe4e-4e13-beb8-38cb1383782a,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:56:17.931021 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (7279f250-fe4e-4e13-beb8-38cb1383782a), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:17.977598 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=7279f250-fe4e-4e13-beb8-38cb1383782a,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:18.145370 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['7279f250-fe4e-4e13-beb8-38cb1383782a'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:56:18.221999 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2125b-3593-4887-976d-027441538c7e req-dcb6733b-f900-434a-bebd-0ac0c6c4d1f5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:18.223602 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fbe2125b-3593-4887-976d-027441538c7e req-dcb6733b-f900-434a-bebd-0ac0c6c4d1f5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 944 time: 0.0602739 Mar 04 00:56:18.275834 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fbe2125b-3593-4887-976d-027441538c7e req-4aa44f7e-7510-4b0b-8438-37f52eff1001 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460796 Mar 04 00:56:19.391717 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbe2bb-6dde-4bdb-9f8a-1d143924bd59 req-cc2b0645-cd77-4220-bcd4-b07a7249aab1 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:19.393184 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c6fbe2bb-6dde-4bdb-9f8a-1d143924bd59 req-cc2b0645-cd77-4220-bcd4-b07a7249aab1 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 944 time: 0.0523131 Mar 04 00:56:19.442112 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-c6fbe2bb-6dde-4bdb-9f8a-1d143924bd59 req-1674a95d-6865-4805-a27c-eddbefc5d5a9 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432751 Mar 04 00:56:19.444958 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-df5ca194-79f2-4544-b144-4759f9ea731f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:19.763516 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 7279f250-fe4e-4e13-beb8-38cb1383782a up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:56:19.817207 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port 7279f250-fe4e-4e13-beb8-38cb1383782a completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:56:19.821102 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 7279f250-fe4e-4e13-beb8-38cb1383782a triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:19.821506 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (7279f250-fe4e-4e13-beb8-38cb1383782a), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:19.896912 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 7279f250-fe4e-4e13-beb8-38cb1383782a is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:19.897298 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (7279f250-fe4e-4e13-beb8-38cb1383782a), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:19.920253 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92145359-72da-461e-aaee-1423861789c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7279f250-fe4e-4e13-beb8-38cb1383782a'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:56:19.922608 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f8af78-d4d1-445c-bd56-81daa91a1d88" -d '{"events": [{"server_uuid": "92145359-72da-461e-aaee-1423861789c6", "name": "network-vif-plugged", "status": "completed", "tag": "7279f250-fe4e-4e13-beb8-38cb1383782a"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:56:19.938258 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 7279f250-fe4e-4e13-beb8-38cb1383782a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7279f250-fe4e-4e13-beb8-38cb1383782a,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:56:19.942923 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (7279f250-fe4e-4e13-beb8-38cb1383782a), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:19.971249 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee596aa7-c8dd-4c1b-af63-83afaa298269 x-openstack-request-id: req-ee596aa7-c8dd-4c1b-af63-83afaa298269 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:56:19.972017 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92145359-72da-461e-aaee-1423861789c6", "name": "network-vif-plugged", "status": "completed", "tag": "7279f250-fe4e-4e13-beb8-38cb1383782a", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:56:19.972017 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee596aa7-c8dd-4c1b-af63-83afaa298269 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:56:19.972328 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92145359-72da-461e-aaee-1423861789c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7279f250-fe4e-4e13-beb8-38cb1383782a', 'code': 200} Mar 04 00:56:20.001586 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=7279f250-fe4e-4e13-beb8-38cb1383782a,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:20.178394 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19740cf4-4c64-46cc-8d53-ceb60d395178 req-a363696b-d91a-4168-9505-3ae112275aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:20.179870 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-19740cf4-4c64-46cc-8d53-ceb60d395178 req-a363696b-d91a-4168-9505-3ae112275aba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 1129 time: 0.0435429 Mar 04 00:56:20.225151 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-19740cf4-4c64-46cc-8d53-ceb60d395178 req-9a88261b-1ca8-4a42-87e9-f2e32773779b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373702 Mar 04 00:56:20.557110 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f7452-9b42-4766-958d-f99afb5e7799 req-49a07586-1dc4-4c7e-b35c-203bdcc6d5dc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:20.558655 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f13f7452-9b42-4766-958d-f99afb5e7799 req-49a07586-1dc4-4c7e-b35c-203bdcc6d5dc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 945 time: 0.0511060 Mar 04 00:56:20.615076 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f13f7452-9b42-4766-958d-f99afb5e7799 req-c34b8ded-e558-439e-ae93-451a5c39275e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510051 Mar 04 00:56:21.714778 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-38eedca4-90dc-4836-a37e-4dce52b85722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:21.731678 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974c00f-14fd-40f8-9b08-5bda7ef5d8df req-0f2322ac-5854-4d41-a032-bd743f4e2e0f tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:21.733137 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1974c00f-14fd-40f8-9b08-5bda7ef5d8df req-0f2322ac-5854-4d41-a032-bd743f4e2e0f tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 945 time: 0.0529823 Mar 04 00:56:21.781232 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1974c00f-14fd-40f8-9b08-5bda7ef5d8df req-b7768f79-ae47-4279-9bf1-e55594119298 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 Mar 04 00:56:21.894204 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f151e-2300-4795-a33b-2ee2cd476c8d req-b6c87777-a483-468c-9603-48a426c661e8 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:21.895560 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6c8f151e-2300-4795-a33b-2ee2cd476c8d req-b6c87777-a483-468c-9603-48a426c661e8 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 945 time: 0.0510314 Mar 04 00:56:21.941725 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6c8f151e-2300-4795-a33b-2ee2cd476c8d req-73dca94c-2123-4723-ade6-acc1605a7f13 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407438 Mar 04 00:56:21.963680 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52204) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:22.153678 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34747e94-b9e6-46ac-be39-29b7ccda52a6 tempest-TestVolumeBootPattern-1331457357 tempest-TestVolumeBootPattern-1331457357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:22.155282 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-34747e94-b9e6-46ac-be39-29b7ccda52a6 tempest-TestVolumeBootPattern-1331457357 tempest-TestVolumeBootPattern-1331457357-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 1124 time: 0.1905789 Mar 04 00:56:22.158050 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52212) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:22.162285 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Request body: {'floatingip': {'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'port_id': '7279f250-fe4e-4e13-beb8-38cb1383782a', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:56:22.182583 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:22.211076 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52214) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:22.276884 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:22.314815 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-dcce7352-e98c-4fad-a9bd-55747b2ba374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:22.382351 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_common [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Allocated IP 172.27.0.219 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/65306edd-200f-4b05-8bc4-1e0d768efb35) {{(pid=109681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:56:22.388951 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-dcce7352-e98c-4fad-a9bd-55747b2ba374 admin admin] Publish callbacks [] for security_group (ae888f0b-0bc1-43bf-bd22-6229105f3357), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:22.392300 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-dcce7352-e98c-4fad-a9bd-55747b2ba374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (ae888f0b-0bc1-43bf-bd22-6229105f3357), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:22.428410 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce7352-e98c-4fad-a9bd-55747b2ba374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae888f0b-0bc1-43bf-bd22-6229105f3357,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:22.434274 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-dcce7352-e98c-4fad-a9bd-55747b2ba374 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=728549e2840a4f028d79f61542a13f16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221518 Mar 04 00:56:22.435341 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52218) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:22.485840 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e088031e-59c1-4bae-b0a5-9b4017bbba67 admin admin] Publish callbacks [] for security_group (ae888f0b-0bc1-43bf-bd22-6229105f3357), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:22.489951 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for port (65306edd-200f-4b05-8bc4-1e0d768efb35), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:22.506166 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e088031e-59c1-4bae-b0a5-9b4017bbba67 admin admin] Publish callbacks [] for security_group (ae888f0b-0bc1-43bf-bd22-6229105f3357), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:22.523591 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (65306edd-200f-4b05-8bc4-1e0d768efb35), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:22.552293 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e088031e-59c1-4bae-b0a5-9b4017bbba67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (ae888f0b-0bc1-43bf-bd22-6229105f3357), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:22.554785 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e088031e-59c1-4bae-b0a5-9b4017bbba67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:22.558325 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-e088031e-59c1-4bae-b0a5-9b4017bbba67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae888f0b-0bc1-43bf-bd22-6229105f3357 HTTP/1.1" status: 204 len: 168 time: 0.1197057 Mar 04 00:56:22.568309 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088031e-59c1-4bae-b0a5-9b4017bbba67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae888f0b-0bc1-43bf-bd22-6229105f3357,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:22.568494 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:56:22.576387 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:56:22.579036 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Received port after_create {{(pid=109681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:56:22.607555 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event updated for resources: {'Port': ['ID=65306edd-200f-4b05-8bc4-1e0d768efb35,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:22.797351 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:22.953960 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for floatingip (e3e9362b-6971-4433-895e-4761abc95f56), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.036417 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (65306edd-200f-4b05-8bc4-1e0d768efb35), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.184596 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52240) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:23.190075 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for port (65306edd-200f-4b05-8bc4-1e0d768efb35), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.194327 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26164050'] for port (65306edd-200f-4b05-8bc4-1e0d768efb35), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.265229 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event updated for resources: {'Port': ['ID=65306edd-200f-4b05-8bc4-1e0d768efb35,revision_number=2']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:23.274818 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (e3e9362b-6971-4433-895e-4761abc95f56), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.280567 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-ac95cb55-a12d-4708-ad7b-3bbc019341bc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-342544116-network', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:56:23.299385 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac95cb55-a12d-4708-ad7b-3bbc019341bc admin admin] Made reservation on behalf of b8184b19f8e04a52b1c60c1b8574eaf6 for: {'network': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:56:23.301681 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ac95cb55-a12d-4708-ad7b-3bbc019341bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.310294 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ac95cb55-a12d-4708-ad7b-3bbc019341bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.376029 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.l3_db [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Floating IP e3e9362b-6971-4433-895e-4761abc95f56 associated. External IP: 172.27.0.219, port: 7279f250-fe4e-4e13-beb8-38cb1383782a. Mar 04 00:56:23.383181 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ac95cb55-a12d-4708-ad7b-3bbc019341bc admin admin] Publish callbacks [] for security_group (379ff526-d8fc-4ca0-8ee7-696128d8ad8b), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.387903 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ac95cb55-a12d-4708-ad7b-3bbc019341bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (379ff526-d8fc-4ca0-8ee7-696128d8ad8b), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.414858 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac95cb55-a12d-4708-ad7b-3bbc019341bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=109680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:56:23.420997 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95cb55-a12d-4708-ad7b-3bbc019341bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379ff526-d8fc-4ca0-8ee7-696128d8ad8b,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:23.426864 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ac95cb55-a12d-4708-ad7b-3bbc019341bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.427221 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.segments_db [None req-ac95cb55-a12d-4708-ad7b-3bbc019341bc admin admin] Added segment 3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d of type vlan for network bcbab97d-281d-41b7-839e-f0d285465443 Mar 04 00:56:23.468643 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ac95cb55-a12d-4708-ad7b-3bbc019341bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (bcbab97d-281d-41b7-839e-f0d285465443), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.496217 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ac95cb55-a12d-4708-ad7b-3bbc019341bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (bcbab97d-281d-41b7-839e-f0d285465443), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.497382 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac95cb55-a12d-4708-ad7b-3bbc019341bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:23.498163 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ac95cb55-a12d-4708-ad7b-3bbc019341bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.563278 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-ac95cb55-a12d-4708-ad7b-3bbc019341bc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3774257 Mar 04 00:56:23.565472 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52246) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:23.570637 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-4424aa32-46f2-4bc3-bf72-c4e9c51caeaf admin admin] Request body: {'subnet': {'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-342544116-subnet', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'ip_version': 4}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:56:23.577927 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95cb55-a12d-4708-ad7b-3bbc019341bc admin admin] Pushing event updated for resources: {'Network': ['ID=bcbab97d-281d-41b7-839e-f0d285465443,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:23.595282 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network bcbab97d-281d-41b7-839e-f0d285465443 details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:56:23.599826 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4424aa32-46f2-4bc3-bf72-c4e9c51caeaf admin admin] Made reservation on behalf of b8184b19f8e04a52b1c60c1b8574eaf6 for: {'subnet': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:56:23.603296 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-4424aa32-46f2-4bc3-bf72-c4e9c51caeaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26649968'] for subnet (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.673574 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Router a620f0c6-79dc-4f2a-9704-126e860edc19 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:56:23.747585 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb573b17-e9db-42ea-b68c-a3e682ff66dd req-8e047624-7679-4369-a3d9-9d10ec0c7333 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:23.749273 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bb573b17-e9db-42ea-b68c-a3e682ff66dd req-8e047624-7679-4369-a3d9-9d10ec0c7333 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.1097994 Mar 04 00:56:23.775596 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-4424aa32-46f2-4bc3-bf72-c4e9c51caeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26649922'] for subnet (30a65b02-12f9-4ec1-bdee-dd8b3e1fa202), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.827460 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424aa32-46f2-4bc3-bf72-c4e9c51caeaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a65b02-12f9-4ec1-bdee-dd8b3e1fa202,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:23.838712 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4424aa32-46f2-4bc3-bf72-c4e9c51caeaf admin admin] Checking segment: {'id': '3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:56:23.838884 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:56:23.839137 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4424aa32-46f2-4bc3-bf72-c4e9c51caeaf admin admin] Network hostable DHCP agents. Network: bcbab97d-281d-41b7-839e-f0d285465443, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:56:23.844061 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bb573b17-e9db-42ea-b68c-a3e682ff66dd req-bed9a2fd-7584-42a1-ae21-6456fee26d40 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878458 Mar 04 00:56:23.858278 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba72113-101d-4ec7-b701-4bac86296f07 None None] Sync routers for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:56:23.860627 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4424aa32-46f2-4bc3-bf72-c4e9c51caeaf admin admin] Network bcbab97d-281d-41b7-839e-f0d285465443 is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:56:23.865745 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.873966 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba72113-101d-4ec7-b701-4bac86296f07 None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:56:23.874606 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-bba72113-101d-4ec7-b701-4bac86296f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:56:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:23.878490 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-4424aa32-46f2-4bc3-bf72-c4e9c51caeaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, bcbab97d-281d-41b7-839e-f0d285465443) {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:56:23.882759 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4424aa32-46f2-4bc3-bf72-c4e9c51caeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:23.883413 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-4424aa32-46f2-4bc3-bf72-c4e9c51caeaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.914559 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-6a21d1c2-f659-4543-a938-a2d6d0a49005 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7415447 Mar 04 00:56:23.914559 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92145359-72da-461e-aaee-1423861789c6', 'tag': '7279f250-fe4e-4e13-beb8-38cb1383782a'}] {{(pid=109681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:56:23.915047 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-4424aa32-46f2-4bc3-bf72-c4e9c51caeaf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3359597 Mar 04 00:56:23.915177 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae4805007b3bb6190c1129a79b84dd0e255d51cd65cf20037da88792fc2b9a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f7f1a4-8701-472e-8ca9-d455b2c372d8" -d '{"events": [{"name": "network-changed", "server_uuid": "92145359-72da-461e-aaee-1423861789c6", "tag": "7279f250-fe4e-4e13-beb8-38cb1383782a"}]}' {{(pid=109681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:56:23.915835 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52252) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:23.915835 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-342544116-router', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:56:23.916282 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b8ef01-2a70-49f1-9c0b-345a721a8961 None None] Network bcbab97d-281d-41b7-839e-f0d285465443 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:56:23.940220 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e96eb1e-90a1-4ed9-9060-20411274eb2c x-openstack-request-id: req-7e96eb1e-90a1-4ed9-9060-20411274eb2c {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:56:23.940561 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3508'] for router (445c4c02-3e12-4bc3-a0dc-2fbe47836733), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:23.940750 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92145359-72da-461e-aaee-1423861789c6", "tag": "7279f250-fe4e-4e13-beb8-38cb1383782a", "status": "completed", "code": 200}]} {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:56:23.940856 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e96eb1e-90a1-4ed9-9060-20411274eb2c {{(pid=109681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:56:23.941274 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92145359-72da-461e-aaee-1423861789c6', 'tag': '7279f250-fe4e-4e13-beb8-38cb1383782a', 'status': 'completed', 'code': 200} Mar 04 00:56:23.942175 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3519'] for router (445c4c02-3e12-4bc3-a0dc-2fbe47836733), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:24.007589 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Publish callbacks [] for router_controller (445c4c02-3e12-4bc3-a0dc-2fbe47836733), precommit_add_association {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:24.139092 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7f1a4-8701-472e-8ca9-d455b2c372d8 req-0dca3572-9689-4d00-bd1c-8e4d72adb7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:24.140603 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-b2f7f1a4-8701-472e-8ca9-d455b2c372d8 req-0dca3572-9689-4d00-bd1c-8e4d72adb7e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d19a3e3e6fd4ca1976096625e933086&device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 1129 time: 0.1437294 Mar 04 00:56:24.183184 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:24.188789 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Publish callbacks [] for router_gateway (445c4c02-3e12-4bc3-a0dc-2fbe47836733), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:24.220167 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-bba72113-101d-4ec7-b701-4bac86296f07 None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:56:24.223425 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59fa2352-7d86-513e-a27a-471c348e81da-bcbab97d-281d-41b7-839e-f0d285465443', 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'fixed_ips': [{'subnet_id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202'}]}} from dv-cinder-812685-7-iscsi. {{(pid=109682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 00:56:24.224248 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:24.302049 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7f1a4-8701-472e-8ca9-d455b2c372d8 req-473e5117-dc31-4cd8-a77d-503d6f9fdf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:24.303524 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-b2f7f1a4-8701-472e-8ca9-d455b2c372d8 req-473e5117-dc31-4cd8-a77d-503d6f9fdf72 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03f613fb-df51-4832-9479-76b3f57aa165 HTTP/1.1" status: 200 len: 912 time: 0.1355789 Mar 04 00:56:24.380368 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-b2f7f1a4-8701-472e-8ca9-d455b2c372d8 req-9d0560db-96ae-463f-b441-aeb6c3be4827 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7279f250-fe4e-4e13-beb8-38cb1383782a HTTP/1.1" status: 200 len: 999 time: 0.0696924 Mar 04 00:56:24.484043 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.db_base_plugin_common [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Allocated IP 172.20.0.2 (bcbab97d-281d-41b7-839e-f0d285465443/30a65b02-12f9-4ec1-bdee-dd8b3e1fa202/1b5ec7c9-8308-4040-89a7-91acefd3b4a9) {{(pid=109682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:56:24.493945 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7f1a4-8701-472e-8ca9-d455b2c372d8 req-2dddf903-be10-457b-9ced-aa1a99841621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:24.495387 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-b2f7f1a4-8701-472e-8ca9-d455b2c372d8 req-2dddf903-be10-457b-9ced-aa1a99841621 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=97b47f6d-aec7-4417-8d0d-53f7d0562551 HTTP/1.1" status: 200 len: 850 time: 0.1088254 Mar 04 00:56:24.663442 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-bba72113-101d-4ec7-b701-4bac86296f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'bf18c0e2-8a4a-428f-851b-aafea1a53d93', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'port_id': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'mac_address': 'fa:16:3e:04:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:54:17Z', 'updated_at': '2022-03-04T00:54:20Z', 'revision_number': 1, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address_scope': None}, {'id': 'e3e9362b-6971-4433-895e-4761abc95f56', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'port_id': '7279f250-fe4e-4e13-beb8-38cb1383782a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'mac_address': 'fa:16:3e:7a:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92145359-72da-461e-aaee-1423861789c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:56:22Z', 'updated_at': '2022-03-04T00:56:22Z', 'revision_number': 0, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:24.695671 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba72113-101d-4ec7-b701-4bac86296f07 None None] Checking router: a620f0c6-79dc-4f2a-9704-126e860edc19 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:56:24.716712 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Publish callbacks [] for port (1b5ec7c9-8308-4040-89a7-91acefd3b4a9), precommit_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:24.718402 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba72113-101d-4ec7-b701-4bac86296f07 None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:56:24.719018 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-bba72113-101d-4ec7-b701-4bac86296f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:56:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:24.760465 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (1b5ec7c9-8308-4040-89a7-91acefd3b4a9), after_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:24.810642 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Publish callbacks [] for router_gateway (445c4c02-3e12-4bc3-a0dc-2fbe47836733), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:24.831509 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:24.846687 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Network bcbab97d-281d-41b7-839e-f0d285465443 is already hosted by enough agents. {{(pid=109682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:56:24.850558 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7f1a4-8701-472e-8ca9-d455b2c372d8 req-6ffc988f-6b15-40fc-a907-45403da60a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:24.852091 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-b2f7f1a4-8701-472e-8ca9-d455b2c372d8 req-6ffc988f-6b15-40fc-a907-45403da60a17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03f613fb-df51-4832-9479-76b3f57aa165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3399563 Mar 04 00:56:24.854257 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.base_scheduler [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Resources bound (agent type, host, resource id): {{(pid=109682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:56:24.856742 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Received port after_create {{(pid=109682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:56:24.859510 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Pushing event updated for resources: {'Port': ['ID=1b5ec7c9-8308-4040-89a7-91acefd3b4a9,revision_number=1']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:24.926897 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-bba72113-101d-4ec7-b701-4bac86296f07 None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:56:24.962529 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Attempting to bind port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:56:24.962895 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Attempting to bind port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': '3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:56:24.963255 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Attempting to bind port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 on network bcbab97d-281d-41b7-839e-f0d285465443 {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:56:24.974602 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:56:24.975204 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Checking segment: {'id': '3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:56:24.975613 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:24.976078 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Bound using segment: {'id': '3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:56:24.976575 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Bound port: 1b5ec7c9-8308-4040-89a7-91acefd3b4a9, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:56:24.977076 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (1b5ec7c9-8308-4040-89a7-91acefd3b4a9), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:25.000962 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bedd9-cac6-4442-b9fd-3ab015720f22 req-946161e7-4abb-40aa-9467-d746abac8e5b tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:25.002666 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-846bedd9-cac6-4442-b9fd-3ab015720f22 req-946161e7-4abb-40aa-9467-d746abac8e5b tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0704458 Mar 04 00:56:25.023509 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-b2f7f1a4-8701-472e-8ca9-d455b2c372d8 req-c29815e0-9502-423c-904d-ef07947cd0ad service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419344 Mar 04 00:56:25.025292 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Allocated IP 172.27.0.27 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/b55c73a6-7da0-429f-bc16-cfe87c270c70) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:56:25.057818 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-846bedd9-cac6-4442-b9fd-3ab015720f22 req-74817486-9dba-438c-8228-2ce192fe6e23 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478051 Mar 04 00:56:25.143046 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] For port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:56:25.159666 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] For port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=1b5ec7c9-8308-4040-89a7-91acefd3b4a9,segment=NetworkSegment(3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d),segment_id=3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:56:25.169419 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (1b5ec7c9-8308-4040-89a7-91acefd3b4a9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:25.178133 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-b2f7f1a4-8701-472e-8ca9-d455b2c372d8 req-90d3a657-ee40-4e0b-ac6c-e3ddf9797bca service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458895 Mar 04 00:56:25.199113 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Publish callbacks [] for port (b55c73a6-7da0-429f-bc16-cfe87c270c70), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:25.234915 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (b55c73a6-7da0-429f-bc16-cfe87c270c70), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:25.281853 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38514e-67d1-4fd2-8cfe-51ea4cb2444f None None] Pushing event updated for resources: {'Port': ['ID=1b5ec7c9-8308-4040-89a7-91acefd3b4a9,revision_number=2']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:25.285294 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:56:25.290864 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:56:25.293346 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:56:25.309248 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-bba72113-101d-4ec7-b701-4bac86296f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'bf18c0e2-8a4a-428f-851b-aafea1a53d93', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'port_id': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'mac_address': 'fa:16:3e:04:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:54:17Z', 'updated_at': '2022-03-04T00:54:20Z', 'revision_number': 1, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address_scope': None}, {'id': 'e3e9362b-6971-4433-895e-4761abc95f56', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'port_id': '7279f250-fe4e-4e13-beb8-38cb1383782a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'mac_address': 'fa:16:3e:7a:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92145359-72da-461e-aaee-1423861789c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:56:22Z', 'updated_at': '2022-03-04T00:56:22Z', 'revision_number': 0, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:25.329156 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Pushing event updated for resources: {'Port': ['ID=b55c73a6-7da0-429f-bc16-cfe87c270c70,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:25.342865 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba72113-101d-4ec7-b701-4bac86296f07 None None] The sync data for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi is: [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'bf18c0e2-8a4a-428f-851b-aafea1a53d93', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'port_id': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'mac_address': 'fa:16:3e:04:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:54:17Z', 'updated_at': '2022-03-04T00:54:20Z', 'revision_number': 1, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address_scope': None}, {'id': 'e3e9362b-6971-4433-895e-4761abc95f56', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'port_id': '7279f250-fe4e-4e13-beb8-38cb1383782a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'mac_address': 'fa:16:3e:7a:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92145359-72da-461e-aaee-1423861789c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:56:22Z', 'updated_at': '2022-03-04T00:56:22Z', 'revision_number': 0, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:56:25.593274 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdf841e-b3ac-46fd-87a7-faea6812b619 None None] New status for floating IP e3e9362b-6971-4433-895e-4761abc95f56: ACTIVE {{(pid=109683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:56:25.601823 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Publish callbacks [] for router_gateway (445c4c02-3e12-4bc3-a0dc-2fbe47836733), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:25.802723 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542361'] for router (445c4c02-3e12-4bc3-a0dc-2fbe47836733), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:25.849775 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:25.938800 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 is scheduled to L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 with binding_index 1 {{(pid=109680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 00:56:26.047302 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:56:26.058978 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Sync routers for ids ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:56:26.064703 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:26.068773 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-e10c1934-f65a-47aa-a01d-bac0acf0b29f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1561420 Mar 04 00:56:26.068959 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52258) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:26.071163 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Routers {'445c4c02-3e12-4bc3-a0dc-2fbe47836733'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:56:26.072373 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:56:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:26.197311 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Set router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:56:26.201370 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed90ce7-23a8-4a70-9886-17a7f3375d92 req-f4943a24-ae30-4210-aa6e-149583c8c5f5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:26.215472 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0ed90ce7-23a8-4a70-9886-17a7f3375d92 req-f4943a24-ae30-4210-aa6e-149583c8c5f5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0745575 Mar 04 00:56:26.263963 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bea582-1aac-448e-8a40-cb4b6d08567a None None] Network bcbab97d-281d-41b7-839e-f0d285465443 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:56:26.277182 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0ed90ce7-23a8-4a70-9886-17a7f3375d92 req-568c35d7-4d3f-4d21-892d-c488c909208b tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606625 Mar 04 00:56:26.510838 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:26.516062 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-14cdc08c-5e50-45d2-ae9f-015706169057 None None] Provisioning complete for port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:26.516438 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-14cdc08c-5e50-45d2-ae9f-015706169057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (1b5ec7c9-8308-4040-89a7-91acefd3b4a9), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:26.673473 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Allocated IP 172.20.0.1 (bcbab97d-281d-41b7-839e-f0d285465443/30a65b02-12f9-4ec1-bdee-dd8b3e1fa202/8c3bb455-d6cc-4bae-9769-854730ec5d4c) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:56:26.686612 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'name': 'tempest-TestMinimumBasicScenario-342544116-router', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:23Z', 'updated_at': '2022-03-04T00:56:25Z', 'revision_number': 3, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'gw_port': {'id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:24Z', 'updated_at': '2022-03-04T00:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:26.692424 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-14cdc08c-5e50-45d2-ae9f-015706169057 None None] Current status of the port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:26.692424 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-14cdc08c-5e50-45d2-ae9f-015706169057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (1b5ec7c9-8308-4040-89a7-91acefd3b4a9), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:26.723029 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Checking router: 445c4c02-3e12-4bc3-a0dc-2fbe47836733 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:56:26.723382 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Updating router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 port b55c73a6-7da0-429f-bc16-cfe87c270c70 binding host dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:56:26.772828 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (b55c73a6-7da0-429f-bc16-cfe87c270c70), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:26.776224 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-14cdc08c-5e50-45d2-ae9f-015706169057 None None] For port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=1b5ec7c9-8308-4040-89a7-91acefd3b4a9,segment=NetworkSegment(3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d),segment_id=3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:56:26.812840 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-14cdc08c-5e50-45d2-ae9f-015706169057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (1b5ec7c9-8308-4040-89a7-91acefd3b4a9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:26.887476 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdc08c-5e50-45d2-ae9f-015706169057 None None] Pushing event updated for resources: {'Port': ['ID=1b5ec7c9-8308-4040-89a7-91acefd3b4a9,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:26.943001 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:56:27.010990 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-787df645-1f0c-486d-9c89-5b743b429a29 None None] Provisioning complete for port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:27.011369 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-787df645-1f0c-486d-9c89-5b743b429a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (1b5ec7c9-8308-4040-89a7-91acefd3b4a9), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:27.045060 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Publish callbacks [] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:27.077501 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:27.115938 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:27.116658 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (1b5ec7c9-8308-4040-89a7-91acefd3b4a9), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:27.117433 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Network bcbab97d-281d-41b7-839e-f0d285465443 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:56:27.120436 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:56:27.123953 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:56:27.150581 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c3bb455-d6cc-4bae-9769-854730ec5d4c,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:27.169436 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542148'] for router_interface (445c4c02-3e12-4bc3-a0dc-2fbe47836733), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:27.230904 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-787df645-1f0c-486d-9c89-5b743b429a29 None None] Current status of the port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:27.311680 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Publish callbacks [] for port (b55c73a6-7da0-429f-bc16-cfe87c270c70), precommit_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:27.324043 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (b55c73a6-7da0-429f-bc16-cfe87c270c70), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:27.341210 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:27.355026 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:27.393149 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c049f0-6c23-40ee-a21e-7ad15da6e7bb None None] Pushing event updated for resources: {'Port': ['ID=b55c73a6-7da0-429f-bc16-cfe87c270c70,revision_number=2']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:27.395590 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Attempting to bind port b55c73a6-7da0-429f-bc16-cfe87c270c70 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:56:27.396071 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Attempting to bind port b55c73a6-7da0-429f-bc16-cfe87c270c70 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:56:27.396325 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Attempting to bind port b55c73a6-7da0-429f-bc16-cfe87c270c70 on network ed31d37d-9dc0-409c-895e-5f92a61ae860 {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:56:27.417630 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:56:27.417978 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Checking segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:56:27.418474 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:27.418843 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Bound using segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:56:27.419291 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Bound port: b55c73a6-7da0-429f-bc16-cfe87c270c70, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:56:27.419679 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (b55c73a6-7da0-429f-bc16-cfe87c270c70), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:27.472637 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-05e0364a-1781-415b-8abb-38ad85b77879 None None] Provisioning complete for port 8c3bb455-d6cc-4bae-9769-854730ec5d4c triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:27.473068 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-05e0364a-1781-415b-8abb-38ad85b77879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:27.477074 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a950662-1917-4f60-97e0-4e4041b95643 req-3a084fdb-95b5-40df-980b-21642a4cd2f3 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:27.479564 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7a950662-1917-4f60-97e0-4e4041b95643 req-3a084fdb-95b5-40df-980b-21642a4cd2f3 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0905786 Mar 04 00:56:27.531709 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] For port b55c73a6-7da0-429f-bc16-cfe87c270c70, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:56:27.549211 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] For port b55c73a6-7da0-429f-bc16-cfe87c270c70, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=b55c73a6-7da0-429f-bc16-cfe87c270c70,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:56:27.552025 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-05e0364a-1781-415b-8abb-38ad85b77879 None None] Port 8c3bb455-d6cc-4bae-9769-854730ec5d4c cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:56:27.559814 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (b55c73a6-7da0-429f-bc16-cfe87c270c70), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:27.563340 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7a950662-1917-4f60-97e0-4e4041b95643 req-930c00e9-b4dc-4a53-9369-25c8f0a2ed90 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724878 Mar 04 00:56:27.586454 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Publish callbacks [] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:27.592218 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:27.626137 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Routers {'445c4c02-3e12-4bc3-a0dc-2fbe47836733'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:56:27.626864 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:56:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:27.670060 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c3bb455-d6cc-4bae-9769-854730ec5d4c,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:27.670245 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c049f0-6c23-40ee-a21e-7ad15da6e7bb None None] Pushing event updated for resources: {'Port': ['ID=b55c73a6-7da0-429f-bc16-cfe87c270c70,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:27.672767 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548436'] for router_interface (445c4c02-3e12-4bc3-a0dc-2fbe47836733), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:27.752025 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] Set router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:56:27.776144 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Network bcbab97d-281d-41b7-839e-f0d285465443 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:56:27.777606 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:56:27.912990 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:56:27.977494 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'name': 'tempest-TestMinimumBasicScenario-342544116-router', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:23Z', 'updated_at': '2022-03-04T00:56:27Z', 'revision_number': 4, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'gw_port': {'id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:24Z', 'updated_at': '2022-03-04T00:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8c3bb455-d6cc-4bae-9769-854730ec5d4c', 'name': '', 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'mac_address': 'fa:16:3e:2e:e6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:26Z', 'updated_at': '2022-03-04T00:56:27Z', 'revision_number': 2, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'subnets': [{'id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:28.008215 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303cc844-c2c0-4bf5-a771-77c0af1146e8 None None] The sync data for ids ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'] in dv-cinder-812685-7-iscsi is: [{'id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'name': 'tempest-TestMinimumBasicScenario-342544116-router', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:23Z', 'updated_at': '2022-03-04T00:56:27Z', 'revision_number': 4, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'gw_port': {'id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:24Z', 'updated_at': '2022-03-04T00:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8c3bb455-d6cc-4bae-9769-854730ec5d4c', 'name': '', 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'mac_address': 'fa:16:3e:2e:e6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:26Z', 'updated_at': '2022-03-04T00:56:27Z', 'revision_number': 2, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'subnets': [{'id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:56:28.033935 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:56:28.038905 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-cada8adf-7025-4e51-a428-9553b9a6cab9 admin admin] 10.222.0.23 "PUT /v2.0/routers/445c4c02-3e12-4bc3-a0dc-2fbe47836733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9689476 Mar 04 00:56:28.079683 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-8a88e21d-9086-4cb6-87dd-59c081d8bf91 None None] Provisioning complete for port 8c3bb455-d6cc-4bae-9769-854730ec5d4c triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:28.080064 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8a88e21d-9086-4cb6-87dd-59c081d8bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:28.115104 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-8a88e21d-9086-4cb6-87dd-59c081d8bf91 None None] Port 8c3bb455-d6cc-4bae-9769-854730ec5d4c cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:56:28.532100 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52278) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:28.537141 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-8fa9caa1-594b-445b-b4d1-22270ab44cf5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-642560579-network', 'tenant_id': '89f8e54ec9f64096b618bc80409ed9e9'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:56:28.556765 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa9caa1-594b-445b-b4d1-22270ab44cf5 admin admin] Made reservation on behalf of 89f8e54ec9f64096b618bc80409ed9e9 for: {'network': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:56:28.559233 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8fa9caa1-594b-445b-b4d1-22270ab44cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for network (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:28.568106 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8fa9caa1-594b-445b-b4d1-22270ab44cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:28.652968 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8fa9caa1-594b-445b-b4d1-22270ab44cf5 admin admin] Publish callbacks [] for security_group (80c7d2fc-c2e7-4ca2-94b5-29f4186797c3), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:28.658519 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8fa9caa1-594b-445b-b4d1-22270ab44cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (80c7d2fc-c2e7-4ca2-94b5-29f4186797c3), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:28.685224 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa9caa1-594b-445b-b4d1-22270ab44cf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=109680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:56:28.695197 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9caa1-594b-445b-b4d1-22270ab44cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c7d2fc-c2e7-4ca2-94b5-29f4186797c3,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:28.698498 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30fb60-0b33-4b6c-9c4b-ef47c305e210 req-70c4c4d6-6696-450d-b9fa-9da93d90436f tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:28.700716 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8fa9caa1-594b-445b-b4d1-22270ab44cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (29f6b54e-e6cf-4205-8082-b44148f56a14), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:28.701059 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.db.segments_db [None req-8fa9caa1-594b-445b-b4d1-22270ab44cf5 admin admin] Added segment 29f6b54e-e6cf-4205-8082-b44148f56a14 of type vlan for network f173c71d-592d-4056-84f3-374510f9b5b3 Mar 04 00:56:28.706849 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7d30fb60-0b33-4b6c-9c4b-ef47c305e210 req-70c4c4d6-6696-450d-b9fa-9da93d90436f tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0783343 Mar 04 00:56:28.760826 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8fa9caa1-594b-445b-b4d1-22270ab44cf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742061031491'] for network (f173c71d-592d-4056-84f3-374510f9b5b3), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:28.787269 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7d30fb60-0b33-4b6c-9c4b-ef47c305e210 req-5d19501b-a2dc-49de-8126-b0ac7d2ac609 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793915 Mar 04 00:56:28.804600 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8fa9caa1-594b-445b-b4d1-22270ab44cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423'] for network (f173c71d-592d-4056-84f3-374510f9b5b3), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:28.805559 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa9caa1-594b-445b-b4d1-22270ab44cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:28.806657 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8fa9caa1-594b-445b-b4d1-22270ab44cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:28.872573 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-8fa9caa1-594b-445b-b4d1-22270ab44cf5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3392518 Mar 04 00:56:28.875517 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52282) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:28.882506 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-d4e23b43-032d-476b-8b93-542bbc99b270 admin admin] Request body: {'subnet': {'network_id': 'f173c71d-592d-4056-84f3-374510f9b5b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-642560579-subnet', 'tenant_id': '89f8e54ec9f64096b618bc80409ed9e9', 'ip_version': 4}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:56:28.886935 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9caa1-594b-445b-b4d1-22270ab44cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=f173c71d-592d-4056-84f3-374510f9b5b3,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:28.900615 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Network f173c71d-592d-4056-84f3-374510f9b5b3 details requested by agent ovs-agent-dv-cinder-812685-7-iscsi with host dv-cinder-812685-7-iscsi {{(pid=109682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:56:28.906534 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e23b43-032d-476b-8b93-542bbc99b270 admin admin] Made reservation on behalf of 89f8e54ec9f64096b618bc80409ed9e9 for: {'subnet': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:56:28.909184 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d4e23b43-032d-476b-8b93-542bbc99b270 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26649968'] for subnet (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:28.978903 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device b55c73a6-7da0-429f-bc16-cfe87c270c70 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:56:29.041349 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port b55c73a6-7da0-429f-bc16-cfe87c270c70 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:29.041729 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (b55c73a6-7da0-429f-bc16-cfe87c270c70), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.104907 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d4e23b43-032d-476b-8b93-542bbc99b270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26649922'] for subnet (e7bea526-f389-4e06-8c5e-f73769503bd0), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.122471 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port b55c73a6-7da0-429f-bc16-cfe87c270c70 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:29.122877 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (b55c73a6-7da0-429f-bc16-cfe87c270c70), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.157002 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] For port b55c73a6-7da0-429f-bc16-cfe87c270c70, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=b55c73a6-7da0-429f-bc16-cfe87c270c70,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:56:29.167330 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (b55c73a6-7da0-429f-bc16-cfe87c270c70), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.168156 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:56:29.171459 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e23b43-032d-476b-8b93-542bbc99b270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7bea526-f389-4e06-8c5e-f73769503bd0,revision_number=0']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:29.181422 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e23b43-032d-476b-8b93-542bbc99b270 admin admin] Checking segment: {'id': '29f6b54e-e6cf-4205-8082-b44148f56a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f173c71d-592d-4056-84f3-374510f9b5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:56:29.181818 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e23b43-032d-476b-8b93-542bbc99b270 admin admin] Network hostable DHCP agents. Network: f173c71d-592d-4056-84f3-374510f9b5b3, hostable agents: ['96e4bb4b-7392-45da-a924-cbaa081e4b38'], hosted agents: [] {{(pid=109680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:56:29.199991 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e23b43-032d-476b-8b93-542bbc99b270 admin admin] Network f173c71d-592d-4056-84f3-374510f9b5b3 is scheduled to be hosted by DHCP agent 96e4bb4b-7392-45da-a924-cbaa081e4b38 with binding_index 1 {{(pid=109680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:56:29.210270 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-d4e23b43-032d-476b-8b93-542bbc99b270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-7-iscsi, f173c71d-592d-4056-84f3-374510f9b5b3) {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:56:29.216433 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e23b43-032d-476b-8b93-542bbc99b270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:29.217047 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d4e23b43-032d-476b-8b93-542bbc99b270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.236847 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-d4e23b43-032d-476b-8b93-542bbc99b270 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3578966 Mar 04 00:56:29.237089 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52284) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:29.241698 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-642560579-router', 'tenant_id': '89f8e54ec9f64096b618bc80409ed9e9', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:56:29.271492 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3508'] for router (ae057b17-8b96-48ea-a21a-1ce8eca6c7da), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.272577 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3519'] for router (ae057b17-8b96-48ea-a21a-1ce8eca6c7da), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.326208 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0c8383-684e-4796-912e-1bbb06d7b4f1 None None] Network f173c71d-592d-4056-84f3-374510f9b5b3 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:56:29.333661 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Publish callbacks [] for router_controller (ae057b17-8b96-48ea-a21a-1ce8eca6c7da), precommit_add_association {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.438335 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Pushing event updated for resources: {'Port': ['ID=b55c73a6-7da0-429f-bc16-cfe87c270c70,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:29.463148 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:29.463536 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (1b5ec7c9-8308-4040-89a7-91acefd3b4a9), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.478142 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Publish callbacks [] for router_gateway (ae057b17-8b96-48ea-a21a-1ce8eca6c7da), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.510679 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59fa2352-7d86-513e-a27a-471c348e81da-f173c71d-592d-4056-84f3-374510f9b5b3', 'network_id': 'f173c71d-592d-4056-84f3-374510f9b5b3', 'project_id': '89f8e54ec9f64096b618bc80409ed9e9', 'fixed_ips': [{'subnet_id': 'e7bea526-f389-4e06-8c5e-f73769503bd0'}]}} from dv-cinder-812685-7-iscsi. {{(pid=109682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 00:56:29.511544 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.659269 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.679723 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:29.685003 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Publish callbacks [] for router_gateway (ae057b17-8b96-48ea-a21a-1ce8eca6c7da), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.701296 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.db_base_plugin_common [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Allocated IP 172.20.0.2 (f173c71d-592d-4056-84f3-374510f9b5b3/e7bea526-f389-4e06-8c5e-f73769503bd0/b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0) {{(pid=109682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:56:29.704220 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.809297 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Allocated IP 172.27.0.248 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/187f5072-b621-4942-86f9-222acec70a28) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:56:29.864477 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Publish callbacks [] for port (b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0), precommit_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.873201 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956'] for port (b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0), after_create {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.910825 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Network f173c71d-592d-4056-84f3-374510f9b5b3 is already hosted by enough agents. {{(pid=109682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:56:29.916102 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.scheduler.base_scheduler [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Resources bound (agent type, host, resource id): {{(pid=109682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:56:29.916995 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da5aee-20d6-4618-b38f-16617d83da56 req-da1f6a80-5a4f-4f32-b0ed-237260a17dc2 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:29.918811 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Received port after_create {{(pid=109682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:56:29.921088 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Publish callbacks [] for port (187f5072-b621-4942-86f9-222acec70a28), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.923951 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-12da5aee-20d6-4618-b38f-16617d83da56 req-da1f6a80-5a4f-4f32-b0ed-237260a17dc2 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0607841 Mar 04 00:56:29.965600 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Pushing event updated for resources: {'Port': ['ID=b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0,revision_number=1']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:29.982086 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (187f5072-b621-4942-86f9-222acec70a28), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:29.982501 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-12da5aee-20d6-4618-b38f-16617d83da56 req-d3cc4d9a-cfb7-400e-9fe0-afe6d61d81d4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576377 Mar 04 00:56:30.006488 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Attempting to bind port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:56:30.006953 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Attempting to bind port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': '29f6b54e-e6cf-4205-8082-b44148f56a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f173c71d-592d-4056-84f3-374510f9b5b3'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:56:30.007379 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Attempting to bind port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 on network f173c71d-592d-4056-84f3-374510f9b5b3 {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:56:30.013902 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:56:30.014442 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Checking segment: {'id': '29f6b54e-e6cf-4205-8082-b44148f56a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f173c71d-592d-4056-84f3-374510f9b5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:56:30.015446 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:30.015846 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Bound using segment: {'id': '29f6b54e-e6cf-4205-8082-b44148f56a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f173c71d-592d-4056-84f3-374510f9b5b3'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:56:30.016316 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Bound port: b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f6b54e-e6cf-4205-8082-b44148f56a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f173c71d-592d-4056-84f3-374510f9b5b3'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:56:30.016796 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:30.027865 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:56:30.033799 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:56:30.038288 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:56:30.041374 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Pushing event updated for resources: {'Port': ['ID=187f5072-b621-4942-86f9-222acec70a28,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:30.087416 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] For port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:56:30.090830 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] For port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0,segment=NetworkSegment(29f6b54e-e6cf-4205-8082-b44148f56a14),segment_id=29f6b54e-e6cf-4205-8082-b44148f56a14)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:56:30.096183 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:30.153971 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71204f-d19a-4fa3-b38e-128ec314b685 None None] Pushing event updated for resources: {'Port': ['ID=b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0,revision_number=2']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:30.299426 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Publish callbacks [] for router_gateway (ae057b17-8b96-48ea-a21a-1ce8eca6c7da), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:30.362521 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Sync routers for ids ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:56:30.375249 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Routers {'445c4c02-3e12-4bc3-a0dc-2fbe47836733'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:56:30.376141 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:56:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:30.494604 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Set router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:56:30.517094 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542361'] for router (ae057b17-8b96-48ea-a21a-1ce8eca6c7da), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:30.646413 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Router ae057b17-8b96-48ea-a21a-1ce8eca6c7da is scheduled to L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 with binding_index 1 {{(pid=109680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 00:56:30.690900 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'name': 'tempest-TestMinimumBasicScenario-342544116-router', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:23Z', 'updated_at': '2022-03-04T00:56:27Z', 'revision_number': 4, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'gw_port': {'id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:24Z', 'updated_at': '2022-03-04T00:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8c3bb455-d6cc-4bae-9769-854730ec5d4c', 'name': '', 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'mac_address': 'fa:16:3e:2e:e6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:26Z', 'updated_at': '2022-03-04T00:56:27Z', 'revision_number': 2, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'subnets': [{'id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:30.720863 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Checking router: 445c4c02-3e12-4bc3-a0dc-2fbe47836733 for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:56:30.721215 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Updating router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 port 8c3bb455-d6cc-4bae-9769-854730ec5d4c binding host dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:56:30.748429 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:30.752315 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:56:30.764081 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Sync routers for ids ['ae057b17-8b96-48ea-a21a-1ce8eca6c7da'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:56:30.781609 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Routers {'ae057b17-8b96-48ea-a21a-1ce8eca6c7da'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:56:30.782266 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:56:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['ae057b17-8b96-48ea-a21a-1ce8eca6c7da'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:30.794974 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:30.796465 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-bed98caf-a9ff-4b7c-9a09-9f6be1c17a83 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5580924 Mar 04 00:56:30.799028 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52288) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:30.930965 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Set router ae057b17-8b96-48ea-a21a-1ce8eca6c7da gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:56:31.015084 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:56:31.149277 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:31.149978 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:31.167999 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6119caf-2f42-4b8d-817d-6b3406c1d445 req-98fa09a3-00f4-4715-a203-fe567f0649a1 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:31.170284 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f6119caf-2f42-4b8d-817d-6b3406c1d445 req-98fa09a3-00f4-4715-a203-fe567f0649a1 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0915103 Mar 04 00:56:31.171822 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Publish callbacks [] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), precommit_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:31.178012 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:31.230971 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f6119caf-2f42-4b8d-817d-6b3406c1d445 req-ce6f1d4b-fd07-472b-b3c4-3cc7d5828413 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542510 Mar 04 00:56:31.244251 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1531c-4dab-434a-b3e9-09580c4b80bc None None] Pushing event updated for resources: {'Port': ['ID=8c3bb455-d6cc-4bae-9769-854730ec5d4c,revision_number=3']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:31.257230 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1531c-4dab-434a-b3e9-09580c4b80bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:31.258129 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1531c-4dab-434a-b3e9-09580c4b80bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:31.258498 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1531c-4dab-434a-b3e9-09580c4b80bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:31.258900 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1531c-4dab-434a-b3e9-09580c4b80bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:31.259199 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1531c-4dab-434a-b3e9-09580c4b80bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:31.259713 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1531c-4dab-434a-b3e9-09580c4b80bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:31.260045 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1531c-4dab-434a-b3e9-09580c4b80bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:31.260372 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1531c-4dab-434a-b3e9-09580c4b80bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:31.260916 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1531c-4dab-434a-b3e9-09580c4b80bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:31.261649 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1531c-4dab-434a-b3e9-09580c4b80bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:31.262010 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1531c-4dab-434a-b3e9-09580c4b80bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:31.263158 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1531c-4dab-434a-b3e9-09580c4b80bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:31.263497 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1531c-4dab-434a-b3e9-09580c4b80bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:31.294116 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'name': 'tempest-TestMinimumBasicScenario-642560579-router', 'tenant_id': '89f8e54ec9f64096b618bc80409ed9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '187f5072-b621-4942-86f9-222acec70a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:29Z', 'updated_at': '2022-03-04T00:56:30Z', 'revision_number': 3, 'project_id': '89f8e54ec9f64096b618bc80409ed9e9', 'gw_port': {'id': '187f5072-b621-4942-86f9-222acec70a28', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:29Z', 'updated_at': '2022-03-04T00:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:31.327222 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Checking router: ae057b17-8b96-48ea-a21a-1ce8eca6c7da for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:56:31.327573 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Updating router ae057b17-8b96-48ea-a21a-1ce8eca6c7da port 187f5072-b621-4942-86f9-222acec70a28 binding host dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:56:31.329499 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a24b99-019f-436d-8663-61ee51d17483 None None] Network f173c71d-592d-4056-84f3-374510f9b5b3 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:56:31.343037 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Attempting to bind port 8c3bb455-d6cc-4bae-9769-854730ec5d4c on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:56:31.343545 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Attempting to bind port 8c3bb455-d6cc-4bae-9769-854730ec5d4c by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': '3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443'}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:56:31.343999 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Attempting to bind port 8c3bb455-d6cc-4bae-9769-854730ec5d4c on network bcbab97d-281d-41b7-839e-f0d285465443 {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:56:31.349890 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:56:31.350423 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Checking segment: {'id': '3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:56:31.351042 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:31.351518 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Bound using segment: {'id': '3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443'} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:56:31.352214 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Bound port: 8c3bb455-d6cc-4bae-9769-854730ec5d4c, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443'}}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:56:31.353218 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:31.391007 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:31.426414 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] For port 8c3bb455-d6cc-4bae-9769-854730ec5d4c, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:56:31.430774 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] For port 8c3bb455-d6cc-4bae-9769-854730ec5d4c, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=8c3bb455-d6cc-4bae-9769-854730ec5d4c,segment=NetworkSegment(3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d),segment_id=3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d)] {{(pid=109683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:56:31.437308 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:31.495815 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1531c-4dab-434a-b3e9-09580c4b80bc None None] Pushing event updated for resources: {'Port': ['ID=8c3bb455-d6cc-4bae-9769-854730ec5d4c,revision_number=4']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:31.507906 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (187f5072-b621-4942-86f9-222acec70a28), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:31.515217 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:31.515651 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:31.515883 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Routers {'445c4c02-3e12-4bc3-a0dc-2fbe47836733'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:56:31.516753 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:56:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:31.518296 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-a0ecb84b-cd03-42f8-8132-8967e3cba90e None None] Provisioning complete for port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:31.518664 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb84b-cd03-42f8-8132-8967e3cba90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:31.592368 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Allocated IP 172.20.0.1 (f173c71d-592d-4056-84f3-374510f9b5b3/e7bea526-f389-4e06-8c5e-f73769503bd0/765e2d48-bb6e-4561-8324-63de33eddeb6) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:56:31.686645 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] For port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0,segment=NetworkSegment(29f6b54e-e6cf-4205-8082-b44148f56a14),segment_id=29f6b54e-e6cf-4205-8082-b44148f56a14)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:56:31.687095 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] Set router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:56:31.695684 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:31.696524 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device b55c73a6-7da0-429f-bc16-cfe87c270c70 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:56:31.752247 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Publish callbacks [] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:31.800606 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:31.862350 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Network f173c71d-592d-4056-84f3-374510f9b5b3 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:56:31.866222 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:56:31.870241 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:56:31.876589 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Pushing event updated for resources: {'Port': ['ID=765e2d48-bb6e-4561-8324-63de33eddeb6,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:31.903113 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Pushing event updated for resources: {'Port': ['ID=b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:31.925333 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542148'] for router_interface (ae057b17-8b96-48ea-a21a-1ce8eca6c7da), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:31.938045 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-a0ecb84b-cd03-42f8-8132-8967e3cba90e None None] Current status of the port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:31.958876 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port b55c73a6-7da0-429f-bc16-cfe87c270c70 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:31.959510 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (b55c73a6-7da0-429f-bc16-cfe87c270c70), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:31.972281 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'name': 'tempest-TestMinimumBasicScenario-342544116-router', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:23Z', 'updated_at': '2022-03-04T00:56:27Z', 'revision_number': 4, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'gw_port': {'id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:24Z', 'updated_at': '2022-03-04T00:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8c3bb455-d6cc-4bae-9769-854730ec5d4c', 'name': '', 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'mac_address': 'fa:16:3e:2e:e6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:26Z', 'updated_at': '2022-03-04T00:56:31Z', 'revision_number': 4, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'subnets': [{'id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:32.003443 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03af003-7170-42fc-b38f-ebfd621048f0 None None] The sync data for ids ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'] in dv-cinder-812685-7-iscsi is: [{'id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'name': 'tempest-TestMinimumBasicScenario-342544116-router', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:23Z', 'updated_at': '2022-03-04T00:56:27Z', 'revision_number': 4, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'gw_port': {'id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:24Z', 'updated_at': '2022-03-04T00:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8c3bb455-d6cc-4bae-9769-854730ec5d4c', 'name': '', 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'mac_address': 'fa:16:3e:2e:e6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:26Z', 'updated_at': '2022-03-04T00:56:31Z', 'revision_number': 4, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'subnets': [{'id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:56:32.119874 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-c9273e78-3dd9-48cc-8d23-f0552837c580 None None] Provisioning complete for port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:32.120250 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-c9273e78-3dd9-48cc-8d23-f0552837c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:32.123223 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Publish callbacks [] for port (187f5072-b621-4942-86f9-222acec70a28), precommit_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:32.296071 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (187f5072-b621-4942-86f9-222acec70a28), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:32.313588 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port b55c73a6-7da0-429f-bc16-cfe87c270c70 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:32.362447 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Attempting to bind port 187f5072-b621-4942-86f9-222acec70a28 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:56:32.362826 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Attempting to bind port 187f5072-b621-4942-86f9-222acec70a28 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:56:32.363193 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Attempting to bind port 187f5072-b621-4942-86f9-222acec70a28 on network ed31d37d-9dc0-409c-895e-5f92a61ae860 {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:56:32.377643 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:56:32.378117 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Checking segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:56:32.378457 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:32.378858 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Bound using segment: {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'} {{(pid=109682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:56:32.379346 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.managers [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Bound port: 187f5072-b621-4942-86f9-222acec70a28, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe85a7d-2393-4160-96d3-3b1a336eb1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860'}}] {{(pid=109682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:56:32.379744 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (187f5072-b621-4942-86f9-222acec70a28), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:32.382873 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:32.386701 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e363079-8e72-4c3e-b2c0-475409ac29ce req-f6277860-b495-414d-bf66-a7d55af8c706 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:32.389217 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e363079-8e72-4c3e-b2c0-475409ac29ce req-f6277860-b495-414d-bf66-a7d55af8c706 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0631185 Mar 04 00:56:32.407926 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994778b3-f4b7-4bfd-a6e1-68c32a3f8c43 None None] Pushing event updated for resources: {'Port': ['ID=187f5072-b621-4942-86f9-222acec70a28,revision_number=2']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:32.425196 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994778b3-f4b7-4bfd-a6e1-68c32a3f8c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:32.425560 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994778b3-f4b7-4bfd-a6e1-68c32a3f8c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:32.425936 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994778b3-f4b7-4bfd-a6e1-68c32a3f8c43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:32.426279 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994778b3-f4b7-4bfd-a6e1-68c32a3f8c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:32.426614 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994778b3-f4b7-4bfd-a6e1-68c32a3f8c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:32.427178 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994778b3-f4b7-4bfd-a6e1-68c32a3f8c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:32.427298 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994778b3-f4b7-4bfd-a6e1-68c32a3f8c43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:32.427592 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994778b3-f4b7-4bfd-a6e1-68c32a3f8c43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:32.427920 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994778b3-f4b7-4bfd-a6e1-68c32a3f8c43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:32.428251 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994778b3-f4b7-4bfd-a6e1-68c32a3f8c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:32.428578 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994778b3-f4b7-4bfd-a6e1-68c32a3f8c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:32.428902 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994778b3-f4b7-4bfd-a6e1-68c32a3f8c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:32.429225 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994778b3-f4b7-4bfd-a6e1-68c32a3f8c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:32.458193 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e363079-8e72-4c3e-b2c0-475409ac29ce req-6457dd15-f314-40ac-b22d-4fe828030772 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572162 Mar 04 00:56:32.503198 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-c9273e78-3dd9-48cc-8d23-f0552837c580 None None] Current status of the port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:32.507331 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] For port 187f5072-b621-4942-86f9-222acec70a28, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:56:32.512579 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] For port 187f5072-b621-4942-86f9-222acec70a28, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=187f5072-b621-4942-86f9-222acec70a28,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:56:32.521444 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (187f5072-b621-4942-86f9-222acec70a28), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:32.525487 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-c9273e78-3dd9-48cc-8d23-f0552837c580 None None] Provisioning complete for port 8c3bb455-d6cc-4bae-9769-854730ec5d4c triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:32.525869 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-c9273e78-3dd9-48cc-8d23-f0552837c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:32.556547 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Publish callbacks [] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:32.561219 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:32.614219 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Routers {'ae057b17-8b96-48ea-a21a-1ce8eca6c7da'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:56:32.614859 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:56:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['ae057b17-8b96-48ea-a21a-1ce8eca6c7da'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:32.617526 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994778b3-f4b7-4bfd-a6e1-68c32a3f8c43 None None] Pushing event updated for resources: {'Port': ['ID=187f5072-b621-4942-86f9-222acec70a28,revision_number=3']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:32.633106 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Pushing event updated for resources: {'Port': ['ID=765e2d48-bb6e-4561-8324-63de33eddeb6,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:32.635675 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548436'] for router_interface (ae057b17-8b96-48ea-a21a-1ce8eca6c7da), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:32.737364 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Network f173c71d-592d-4056-84f3-374510f9b5b3 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:56:32.738979 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:56:32.744040 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-c9273e78-3dd9-48cc-8d23-f0552837c580 None None] Current status of the port 8c3bb455-d6cc-4bae-9769-854730ec5d4c is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:32.744415 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-c9273e78-3dd9-48cc-8d23-f0552837c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:32.781733 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] Set router ae057b17-8b96-48ea-a21a-1ce8eca6c7da gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:56:32.834518 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-c9273e78-3dd9-48cc-8d23-f0552837c580 None None] For port 8c3bb455-d6cc-4bae-9769-854730ec5d4c, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=8c3bb455-d6cc-4bae-9769-854730ec5d4c,segment=NetworkSegment(3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d),segment_id=3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:56:32.846836 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-c9273e78-3dd9-48cc-8d23-f0552837c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:32.893475 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Router ae057b17-8b96-48ea-a21a-1ce8eca6c7da has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:56:32.949488 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 8c3bb455-d6cc-4bae-9769-854730ec5d4c up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:56:33.012243 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9273e78-3dd9-48cc-8d23-f0552837c580 None None] Pushing event updated for resources: {'Port': ['ID=8c3bb455-d6cc-4bae-9769-854730ec5d4c,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:33.022290 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:56:33.027917 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-509e0e53-0c84-4b52-aed9-c0204be2dddd admin admin] 10.222.0.23 "PUT /v2.0/routers/ae057b17-8b96-48ea-a21a-1ce8eca6c7da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2279205 Mar 04 00:56:33.052264 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-689568ad-0bb0-458e-b614-8e0bf9a012c3 None None] Provisioning complete for port 765e2d48-bb6e-4561-8324-63de33eddeb6 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:33.052570 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-689568ad-0bb0-458e-b614-8e0bf9a012c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:33.119736 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-689568ad-0bb0-458e-b614-8e0bf9a012c3 None None] Port 765e2d48-bb6e-4561-8324-63de33eddeb6 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:56:33.124086 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 8c3bb455-d6cc-4bae-9769-854730ec5d4c triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:33.124460 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:33.233881 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'name': 'tempest-TestMinimumBasicScenario-642560579-router', 'tenant_id': '89f8e54ec9f64096b618bc80409ed9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '187f5072-b621-4942-86f9-222acec70a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:29Z', 'updated_at': '2022-03-04T00:56:32Z', 'revision_number': 4, 'project_id': '89f8e54ec9f64096b618bc80409ed9e9', 'gw_port': {'id': '187f5072-b621-4942-86f9-222acec70a28', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:29Z', 'updated_at': '2022-03-04T00:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '765e2d48-bb6e-4561-8324-63de33eddeb6', 'name': '', 'network_id': 'f173c71d-592d-4056-84f3-374510f9b5b3', 'tenant_id': '89f8e54ec9f64096b618bc80409ed9e9', 'mac_address': 'fa:16:3e:3d:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e7bea526-f389-4e06-8c5e-f73769503bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:31Z', 'updated_at': '2022-03-04T00:56:32Z', 'revision_number': 2, 'project_id': '89f8e54ec9f64096b618bc80409ed9e9', 'subnets': [{'id': 'e7bea526-f389-4e06-8c5e-f73769503bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:33.274927 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d9f84-a84b-4fdb-93c1-c9598775290a None None] The sync data for ids ['ae057b17-8b96-48ea-a21a-1ce8eca6c7da'] in dv-cinder-812685-7-iscsi is: [{'id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'name': 'tempest-TestMinimumBasicScenario-642560579-router', 'tenant_id': '89f8e54ec9f64096b618bc80409ed9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '187f5072-b621-4942-86f9-222acec70a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:29Z', 'updated_at': '2022-03-04T00:56:32Z', 'revision_number': 4, 'project_id': '89f8e54ec9f64096b618bc80409ed9e9', 'gw_port': {'id': '187f5072-b621-4942-86f9-222acec70a28', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:29Z', 'updated_at': '2022-03-04T00:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '765e2d48-bb6e-4561-8324-63de33eddeb6', 'name': '', 'network_id': 'f173c71d-592d-4056-84f3-374510f9b5b3', 'tenant_id': '89f8e54ec9f64096b618bc80409ed9e9', 'mac_address': 'fa:16:3e:3d:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e7bea526-f389-4e06-8c5e-f73769503bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:31Z', 'updated_at': '2022-03-04T00:56:32Z', 'revision_number': 2, 'project_id': '89f8e54ec9f64096b618bc80409ed9e9', 'subnets': [{'id': 'e7bea526-f389-4e06-8c5e-f73769503bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:56:33.282584 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 8c3bb455-d6cc-4bae-9769-854730ec5d4c is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:33.284207 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:56:33.288253 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-11da5c49-3dc1-4f2d-bccc-0ae17651f101 None None] Provisioning complete for port 765e2d48-bb6e-4561-8324-63de33eddeb6 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:33.288862 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-11da5c49-3dc1-4f2d-bccc-0ae17651f101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:33.355242 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-11da5c49-3dc1-4f2d-bccc-0ae17651f101 None None] Port 765e2d48-bb6e-4561-8324-63de33eddeb6 cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:56:33.370858 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:33.371230 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:33.458863 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:33.608625 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b9a8c-2a64-49f6-a16a-e35017c9bdca req-0be4ac7a-84fe-41ff-b7c3-9cd646450a76 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:33.610284 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cf6b9a8c-2a64-49f6-a16a-e35017c9bdca req-0be4ac7a-84fe-41ff-b7c3-9cd646450a76 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0576355 Mar 04 00:56:33.665678 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cf6b9a8c-2a64-49f6-a16a-e35017c9bdca req-44ffbf23-ba1f-4c0f-a3ea-50c517091c76 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488479 Mar 04 00:56:34.061236 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:56:34.824349 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2a23-d28f-4a21-9394-33f70d367000 req-00c3e33a-d44e-4a82-93b5-a0907c19ec1f tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:34.826566 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3fad2a23-d28f-4a21-9394-33f70d367000 req-00c3e33a-d44e-4a82-93b5-a0907c19ec1f tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0803919 Mar 04 00:56:34.890333 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 8c3bb455-d6cc-4bae-9769-854730ec5d4c up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:56:34.922991 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3fad2a23-d28f-4a21-9394-33f70d367000 req-9e7799ce-e0fc-4efa-8bb6-932dd575a327 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907233 Mar 04 00:56:34.997410 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 8c3bb455-d6cc-4bae-9769-854730ec5d4c triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:34.997978 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:35.097610 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 8c3bb455-d6cc-4bae-9769-854730ec5d4c is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:36.046872 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63bb60-fbb6-4a60-a251-d8e360b0bdf2 req-21a4f141-a1c4-4309-aeec-94325df8e3c7 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:36.048460 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6c63bb60-fbb6-4a60-a251-d8e360b0bdf2 req-21a4f141-a1c4-4309-aeec-94325df8e3c7 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0576842 Mar 04 00:56:36.111538 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6c63bb60-fbb6-4a60-a251-d8e360b0bdf2 req-dcce5280-cc78-405f-9e5d-db613b06244c tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533059 Mar 04 00:56:36.444552 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Sync routers for ids ['ae057b17-8b96-48ea-a21a-1ce8eca6c7da'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:56:36.454347 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Routers {'ae057b17-8b96-48ea-a21a-1ce8eca6c7da'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:56:36.454975 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:56:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['ae057b17-8b96-48ea-a21a-1ce8eca6c7da'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:36.568457 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Set router ae057b17-8b96-48ea-a21a-1ce8eca6c7da gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:56:36.886567 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'name': 'tempest-TestMinimumBasicScenario-642560579-router', 'tenant_id': '89f8e54ec9f64096b618bc80409ed9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '187f5072-b621-4942-86f9-222acec70a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:29Z', 'updated_at': '2022-03-04T00:56:32Z', 'revision_number': 4, 'project_id': '89f8e54ec9f64096b618bc80409ed9e9', 'gw_port': {'id': '187f5072-b621-4942-86f9-222acec70a28', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:29Z', 'updated_at': '2022-03-04T00:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '765e2d48-bb6e-4561-8324-63de33eddeb6', 'name': '', 'network_id': 'f173c71d-592d-4056-84f3-374510f9b5b3', 'tenant_id': '89f8e54ec9f64096b618bc80409ed9e9', 'mac_address': 'fa:16:3e:3d:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e7bea526-f389-4e06-8c5e-f73769503bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:31Z', 'updated_at': '2022-03-04T00:56:32Z', 'revision_number': 2, 'project_id': '89f8e54ec9f64096b618bc80409ed9e9', 'subnets': [{'id': 'e7bea526-f389-4e06-8c5e-f73769503bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:36.894500 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 187f5072-b621-4942-86f9-222acec70a28 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:56:36.922010 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Checking router: ae057b17-8b96-48ea-a21a-1ce8eca6c7da for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:56:36.922444 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Updating router ae057b17-8b96-48ea-a21a-1ce8eca6c7da port 765e2d48-bb6e-4561-8324-63de33eddeb6 binding host dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 00:56:36.952738 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:36.956076 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 187f5072-b621-4942-86f9-222acec70a28 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:36.956456 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (187f5072-b621-4942-86f9-222acec70a28), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:37.060958 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 187f5072-b621-4942-86f9-222acec70a28 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:37.061350 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (187f5072-b621-4942-86f9-222acec70a28), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:37.084163 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] For port 187f5072-b621-4942-86f9-222acec70a28, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=187f5072-b621-4942-86f9-222acec70a28,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:56:37.088864 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (187f5072-b621-4942-86f9-222acec70a28), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:37.210968 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Pushing event updated for resources: {'Port': ['ID=187f5072-b621-4942-86f9-222acec70a28,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:37.246485 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9924f75-b116-4fd2-84cc-3723d63a7a6a req-3cc1f92b-eacd-4bca-94c5-1191f6f51b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:37.248496 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e9924f75-b116-4fd2-84cc-3723d63a7a6a req-3cc1f92b-eacd-4bca-94c5-1191f6f51b0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b879598681d4fdb87aaa0da1e8cca40&device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 1129 time: 0.0653331 Mar 04 00:56:37.252093 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff4afe-591a-470b-ae5b-1670a9f68fbe req-c9187618-9754-4fa3-a6ee-f036e89a3c7b tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:37.260993 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bbff4afe-591a-470b-ae5b-1670a9f68fbe req-c9187618-9754-4fa3-a6ee-f036e89a3c7b tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0692914 Mar 04 00:56:37.324788 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-bbff4afe-591a-470b-ae5b-1670a9f68fbe req-08bd33d7-0498-429d-91c0-0a1b5e6d4b28 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624945 Mar 04 00:56:37.352827 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Publish callbacks [] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), precommit_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:37.359978 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:37.370641 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9924f75-b116-4fd2-84cc-3723d63a7a6a req-4601827b-d1be-4bac-84ba-2a853d31104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:37.372512 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e9924f75-b116-4fd2-84cc-3723d63a7a6a req-4601827b-d1be-4bac-84ba-2a853d31104d service neutron] 10.222.0.20 "GET /v2.0/networks?id=2936a7f2-65f0-43cf-b9bd-7defc3053be7 HTTP/1.1" status: 200 len: 909 time: 0.1033976 Mar 04 00:56:37.421466 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c9f96-cecb-44d8-96d8-3d3964610fd4 None None] Pushing event updated for resources: {'Port': ['ID=765e2d48-bb6e-4561-8324-63de33eddeb6,revision_number=3']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:37.450126 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e9924f75-b116-4fd2-84cc-3723d63a7a6a req-100dcde8-71db-4696-ab1b-ae3750d7e38b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0af8d850-c902-449f-a95b-e4f2177b96f7 HTTP/1.1" status: 200 len: 1001 time: 0.0710762 Mar 04 00:56:37.498828 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Attempting to bind port 765e2d48-bb6e-4561-8324-63de33eddeb6 on host dv-cinder-812685-7-iscsi for vnic_type normal with profile {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:56:37.499827 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Attempting to bind port 765e2d48-bb6e-4561-8324-63de33eddeb6 by drivers openvswitch,hyperv on host dv-cinder-812685-7-iscsi at level 0 using segments [{'id': '29f6b54e-e6cf-4205-8082-b44148f56a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f173c71d-592d-4056-84f3-374510f9b5b3'}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:56:37.500366 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Attempting to bind port 765e2d48-bb6e-4561-8324-63de33eddeb6 on network f173c71d-592d-4056-84f3-374510f9b5b3 {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:56:37.509243 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Checking agent: {'id': '448761a4-0f99-4930-b369-ef2c6377636e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 40, 26), 'started_at': datetime.datetime(2022, 3, 4, 0, 40, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:56:37.509848 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Checking segment: {'id': '29f6b54e-e6cf-4205-8082-b44148f56a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f173c71d-592d-4056-84f3-374510f9b5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:56:37.510407 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:37.510971 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Bound using segment: {'id': '29f6b54e-e6cf-4205-8082-b44148f56a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f173c71d-592d-4056-84f3-374510f9b5b3'} {{(pid=109683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:56:37.511603 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.managers [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Bound port: 765e2d48-bb6e-4561-8324-63de33eddeb6, host: dv-cinder-812685-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f6b54e-e6cf-4205-8082-b44148f56a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f173c71d-592d-4056-84f3-374510f9b5b3'}}] {{(pid=109683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:56:37.512162 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), before_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:37.531949 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9924f75-b116-4fd2-84cc-3723d63a7a6a req-2ab560f3-c01d-4a64-b440-b9c1274a5ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:37.533921 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e9924f75-b116-4fd2-84cc-3723d63a7a6a req-2ab560f3-c01d-4a64-b440-b9c1274a5ad1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5cf6d52-be6b-456a-8f59-84f01ba9aae8 HTTP/1.1" status: 200 len: 847 time: 0.0748770 Mar 04 00:56:37.604059 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9924f75-b116-4fd2-84cc-3723d63a7a6a req-57746406-3c80-4d9c-9282-c90de2ff491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:37.604672 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] For port 765e2d48-bb6e-4561-8324-63de33eddeb6, host dv-cinder-812685-7-iscsi, cleared binding levels {{(pid=109683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:56:37.606283 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e9924f75-b116-4fd2-84cc-3723d63a7a6a req-57746406-3c80-4d9c-9282-c90de2ff491d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2936a7f2-65f0-43cf-b9bd-7defc3053be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611374 Mar 04 00:56:37.609177 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.plugins.ml2.db [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] For port 765e2d48-bb6e-4561-8324-63de33eddeb6, host dv-cinder-812685-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=765e2d48-bb6e-4561-8324-63de33eddeb6,segment=NetworkSegment(29f6b54e-e6cf-4205-8082-b44148f56a14),segment_id=29f6b54e-e6cf-4205-8082-b44148f56a14)] {{(pid=109683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:56:37.627329 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron_lib.callbacks.manager [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), after_update {{(pid=109683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:37.727256 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-cb57ac25-6655-4f44-8889-6051986441ba None None] Provisioning complete for port 765e2d48-bb6e-4561-8324-63de33eddeb6 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:37.727654 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cb57ac25-6655-4f44-8889-6051986441ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:37.728619 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c9f96-cecb-44d8-96d8-3d3964610fd4 None None] Pushing event updated for resources: {'Port': ['ID=765e2d48-bb6e-4561-8324-63de33eddeb6,revision_number=4']} {{(pid=109683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:37.731201 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e9924f75-b116-4fd2-84cc-3723d63a7a6a req-df2231d9-f3bb-455f-bac3-992d85857568 service neutron] 10.222.0.20 "GET /v2.0/networks/2936a7f2-65f0-43cf-b9bd-7defc3053be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170633 Mar 04 00:56:37.732397 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Routers {'ae057b17-8b96-48ea-a21a-1ce8eca6c7da'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:56:37.733265 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:56:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['ae057b17-8b96-48ea-a21a-1ce8eca6c7da'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:37.867331 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-cb57ac25-6655-4f44-8889-6051986441ba None None] Current status of the port 765e2d48-bb6e-4561-8324-63de33eddeb6 is: DOWN; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:37.868043 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cb57ac25-6655-4f44-8889-6051986441ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:37.898663 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] Set router ae057b17-8b96-48ea-a21a-1ce8eca6c7da gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:56:37.910243 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-cb57ac25-6655-4f44-8889-6051986441ba None None] For port 765e2d48-bb6e-4561-8324-63de33eddeb6, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=765e2d48-bb6e-4561-8324-63de33eddeb6,segment=NetworkSegment(29f6b54e-e6cf-4205-8082-b44148f56a14),segment_id=29f6b54e-e6cf-4205-8082-b44148f56a14)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:56:37.919934 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cb57ac25-6655-4f44-8889-6051986441ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:37.939942 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-e9924f75-b116-4fd2-84cc-3723d63a7a6a req-662e60af-33da-4679-864e-9658c06a4f8d service neutron] 10.222.0.20 "GET /v2.0/networks/2936a7f2-65f0-43cf-b9bd-7defc3053be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021914 Mar 04 00:56:37.986897 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57ac25-6655-4f44-8889-6051986441ba None None] Pushing event updated for resources: {'Port': ['ID=765e2d48-bb6e-4561-8324-63de33eddeb6,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:38.045930 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-deb86ac3-9929-44c1-b627-7bf21273efb4 None None] Provisioning complete for port 765e2d48-bb6e-4561-8324-63de33eddeb6 triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:38.046306 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-deb86ac3-9929-44c1-b627-7bf21273efb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:38.148887 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-deb86ac3-9929-44c1-b627-7bf21273efb4 None None] Current status of the port 765e2d48-bb6e-4561-8324-63de33eddeb6 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:38.160604 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'name': 'tempest-TestMinimumBasicScenario-642560579-router', 'tenant_id': '89f8e54ec9f64096b618bc80409ed9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '187f5072-b621-4942-86f9-222acec70a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:29Z', 'updated_at': '2022-03-04T00:56:32Z', 'revision_number': 4, 'project_id': '89f8e54ec9f64096b618bc80409ed9e9', 'gw_port': {'id': '187f5072-b621-4942-86f9-222acec70a28', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:29Z', 'updated_at': '2022-03-04T00:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '765e2d48-bb6e-4561-8324-63de33eddeb6', 'name': '', 'network_id': 'f173c71d-592d-4056-84f3-374510f9b5b3', 'tenant_id': '89f8e54ec9f64096b618bc80409ed9e9', 'mac_address': 'fa:16:3e:3d:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e7bea526-f389-4e06-8c5e-f73769503bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:31Z', 'updated_at': '2022-03-04T00:56:37Z', 'revision_number': 4, 'project_id': '89f8e54ec9f64096b618bc80409ed9e9', 'subnets': [{'id': 'e7bea526-f389-4e06-8c5e-f73769503bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:56:38.191386 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d20f53-8fcf-4d0b-a75e-0dbfa163f7fa None None] The sync data for ids ['ae057b17-8b96-48ea-a21a-1ce8eca6c7da'] in dv-cinder-812685-7-iscsi is: [{'id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'name': 'tempest-TestMinimumBasicScenario-642560579-router', 'tenant_id': '89f8e54ec9f64096b618bc80409ed9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '187f5072-b621-4942-86f9-222acec70a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:29Z', 'updated_at': '2022-03-04T00:56:32Z', 'revision_number': 4, 'project_id': '89f8e54ec9f64096b618bc80409ed9e9', 'gw_port': {'id': '187f5072-b621-4942-86f9-222acec70a28', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:29Z', 'updated_at': '2022-03-04T00:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '765e2d48-bb6e-4561-8324-63de33eddeb6', 'name': '', 'network_id': 'f173c71d-592d-4056-84f3-374510f9b5b3', 'tenant_id': '89f8e54ec9f64096b618bc80409ed9e9', 'mac_address': 'fa:16:3e:3d:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e7bea526-f389-4e06-8c5e-f73769503bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:31Z', 'updated_at': '2022-03-04T00:56:37Z', 'revision_number': 4, 'project_id': '89f8e54ec9f64096b618bc80409ed9e9', 'subnets': [{'id': 'e7bea526-f389-4e06-8c5e-f73769503bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:56:38.439506 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706848d1-6ed2-447d-b149-cb2aa4016afd req-741d825d-3e17-4698-b7cb-9d3cc922f3c0 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:38.448023 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-706848d1-6ed2-447d-b149-cb2aa4016afd req-741d825d-3e17-4698-b7cb-9d3cc922f3c0 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0620649 Mar 04 00:56:38.514040 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-706848d1-6ed2-447d-b149-cb2aa4016afd req-6ae46465-61de-4043-8d7c-e9af45afd289 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592144 Mar 04 00:56:38.920941 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 765e2d48-bb6e-4561-8324-63de33eddeb6 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:56:38.993670 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 765e2d48-bb6e-4561-8324-63de33eddeb6 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:38.994356 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:39.040578 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb9965-8f39-444f-b9e7-9a6eda15beff req-ff5272da-9564-417f-9a97-ecf605acfda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:39.042751 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-98cb9965-8f39-444f-b9e7-9a6eda15beff req-ff5272da-9564-417f-9a97-ecf605acfda0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b879598681d4fdb87aaa0da1e8cca40&device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 1129 time: 0.0961430 Mar 04 00:56:39.099534 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 765e2d48-bb6e-4561-8324-63de33eddeb6 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:39.101052 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 187f5072-b621-4942-86f9-222acec70a28 up at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:56:39.161860 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb9965-8f39-444f-b9e7-9a6eda15beff req-d07f79f3-3a13-49e8-a7cb-b73edd50e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:39.163574 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Provisioning complete for port 187f5072-b621-4942-86f9-222acec70a28 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:39.163742 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-98cb9965-8f39-444f-b9e7-9a6eda15beff req-d07f79f3-3a13-49e8-a7cb-b73edd50e86e service neutron] 10.222.0.20 "GET /v2.0/networks?id=2936a7f2-65f0-43cf-b9bd-7defc3053be7 HTTP/1.1" status: 200 len: 909 time: 0.1151650 Mar 04 00:56:39.165989 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (187f5072-b621-4942-86f9-222acec70a28), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:39.243707 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-98cb9965-8f39-444f-b9e7-9a6eda15beff req-652a96d0-4086-40c2-b8b6-c6eb4b5d2cc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0af8d850-c902-449f-a95b-e4f2177b96f7 HTTP/1.1" status: 200 len: 1001 time: 0.0706804 Mar 04 00:56:39.269521 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Current status of the port 187f5072-b621-4942-86f9-222acec70a28 is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:39.295975 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb9965-8f39-444f-b9e7-9a6eda15beff req-d5bf1a48-d265-4ac5-a031-6e2f2f005ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:39.297506 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-98cb9965-8f39-444f-b9e7-9a6eda15beff req-d5bf1a48-d265-4ac5-a031-6e2f2f005ebd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5cf6d52-be6b-456a-8f59-84f01ba9aae8 HTTP/1.1" status: 200 len: 847 time: 0.0470510 Mar 04 00:56:39.355677 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb9965-8f39-444f-b9e7-9a6eda15beff req-652702cd-624a-4ccf-afe9-4c907a96eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:39.357252 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-98cb9965-8f39-444f-b9e7-9a6eda15beff req-652702cd-624a-4ccf-afe9-4c907a96eb33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2936a7f2-65f0-43cf-b9bd-7defc3053be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533931 Mar 04 00:56:39.467281 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-98cb9965-8f39-444f-b9e7-9a6eda15beff req-4b2b8c7c-f5e2-4261-a45b-e9511a9e4eee service neutron] 10.222.0.20 "GET /v2.0/networks/2936a7f2-65f0-43cf-b9bd-7defc3053be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022503 Mar 04 00:56:39.592807 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-98cb9965-8f39-444f-b9e7-9a6eda15beff req-80b331a3-2a0d-462d-aaa9-a1a73445fb90 service neutron] 10.222.0.20 "GET /v2.0/networks/2936a7f2-65f0-43cf-b9bd-7defc3053be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155968 Mar 04 00:56:39.647033 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b3cd8-f060-4657-9ec7-ccd0d68ceb71 req-b484feaf-8e7d-4c3e-8ba5-42896baeefb4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:39.648512 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-966b3cd8-f060-4657-9ec7-ccd0d68ceb71 req-b484feaf-8e7d-4c3e-8ba5-42896baeefb4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0710189 Mar 04 00:56:39.700208 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-966b3cd8-f060-4657-9ec7-ccd0d68ceb71 req-41cd4f32-5969-408c-92f4-c68199a5ffd4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454617 Mar 04 00:56:40.835564 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a01610-8069-4913-93f9-9934816bc278 req-f062b6ab-527c-4d32-bc4a-6d30a87362ab tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:40.847282 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-40a01610-8069-4913-93f9-9934816bc278 req-f062b6ab-527c-4d32-bc4a-6d30a87362ab tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0719616 Mar 04 00:56:40.905994 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-40a01610-8069-4913-93f9-9934816bc278 req-aebad59d-1081-4879-96b1-7dac81c37b92 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555427 Mar 04 00:56:42.054696 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaefd4-5403-47e0-acaa-ad5f04f393a5 req-e837ec32-6359-4d07-8891-c99b4e6c9201 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:42.056864 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-effaefd4-5403-47e0-acaa-ad5f04f393a5 req-e837ec32-6359-4d07-8891-c99b4e6c9201 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0870163 Mar 04 00:56:42.131262 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-effaefd4-5403-47e0-acaa-ad5f04f393a5 req-5c4ccbb7-98af-4f68-8a90-5259410ae31f tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685015 Mar 04 00:56:43.203966 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-1bd708a6-a1ce-4552-a719-c6d631b0a1f3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:43.205429 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-1bd708a6-a1ce-4552-a719-c6d631b0a1f3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/networks?id=bcbab97d-281d-41b7-839e-f0d285465443 HTTP/1.1" status: 200 len: 814 time: 0.0981870 Mar 04 00:56:43.219850 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-7537279b-7a69-4119-b3b0-0d560dab7c6c tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/quotas/b8184b19f8e04a52b1c60c1b8574eaf6 HTTP/1.1" status: 200 len: 375 time: 0.0087540 Mar 04 00:56:43.276569 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-3529c6c5-a2ed-4a39-874b-ba2bcbdb12ca tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b8184b19f8e04a52b1c60c1b8574eaf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519898 Mar 04 00:56:43.396247 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52380) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:43.410836 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9eae3c10-8c7e-4e65-a453-cc13095a5f22 service neutron] 10.222.0.23 "GET /v2.0/networks/bcbab97d-281d-41b7-839e-f0d285465443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167667 Mar 04 00:56:43.418069 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c4c22-b175-46d2-856c-f16c19ca1818 req-dce5ee58-ae84-4fd4-a531-cb009be1531e tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:43.419481 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2c6c4c22-b175-46d2-856c-f16c19ca1818 req-dce5ee58-ae84-4fd4-a531-cb009be1531e tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0815687 Mar 04 00:56:43.482747 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-999e160e-db6d-4291-a7fc-61f406be2749 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851858 Mar 04 00:56:43.491623 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-0d11c490-d1b0-4f33-91b5-5ffb375b2d59 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 00:56:43.492604 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-0d11c490-d1b0-4f33-91b5-5ffb375b2d59 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050707 Mar 04 00:56:43.518333 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2c6c4c22-b175-46d2-856c-f16c19ca1818 req-6143fb93-ddeb-48b9-80bc-3dd8ad87a93b tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912371 Mar 04 00:56:43.544191 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-8d25fd84-271f-47b4-9082-e08589e234a9 service neutron] 10.222.0.23 "GET /v2.0/networks/bcbab97d-281d-41b7-839e-f0d285465443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237803 Mar 04 00:56:43.629871 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52388) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:56:43.712423 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-06212075-c443-4d5f-a8db-7e201a51b3d5 req-366a04ba-d66c-4133-bcb4-c80fb527e3b1 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 210 time: 0.0363657 Mar 04 00:56:43.751024 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-2364284d-1e60-4e47-a083-cb18952836ab tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:43.752389 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-2364284d-1e60-4e47-a083-cb18952836ab tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports/0af8d850-c902-449f-a95b-e4f2177b96f7 HTTP/1.1" status: 200 len: 942 time: 0.1214559 Mar 04 00:56:43.889316 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 0af8d850-c902-449f-a95b-e4f2177b96f7 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:56:43.981293 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 0af8d850-c902-449f-a95b-e4f2177b96f7 is: ACTIVE; New status is: DOWN {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:43.981678 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:44.005010 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af8d850-c902-449f-a95b-e4f2177b96f7'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:56:44.007524 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ddacb2-189e-4d8b-8fe0-7163668a70f7" -d '{"events": [{"server_uuid": "5477943a-9e27-469b-a5f3-f8f65fc20cc7", "name": "network-vif-unplugged", "status": "completed", "tag": "0af8d850-c902-449f-a95b-e4f2177b96f7"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:56:44.022057 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 0af8d850-c902-449f-a95b-e4f2177b96f7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=0af8d850-c902-449f-a95b-e4f2177b96f7,segment=NetworkSegment(e2595a53-3da6-4dd5-9b2a-46e23cca97cd),segment_id=e2595a53-3da6-4dd5-9b2a-46e23cca97cd)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:56:44.035203 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:44.058747 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Mar 2022 00:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1c22bf-04a4-4655-a020-62e29d757b6f x-openstack-request-id: req-ae1c22bf-04a4-4655-a020-62e29d757b6f {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:56:44.058961 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5477943a-9e27-469b-a5f3-f8f65fc20cc7", "name": "network-vif-unplugged", "status": "failed", "tag": "0af8d850-c902-449f-a95b-e4f2177b96f7", "code": 422}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:56:44.059208 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae1c22bf-04a4-4655-a020-62e29d757b6f {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:56:44.059599 dv-cinder-812685-7-iscsi neutron-server[109682]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0af8d850-c902-449f-a95b-e4f2177b96f7', 'code': 422} returned with failed status Mar 04 00:56:44.087139 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=0af8d850-c902-449f-a95b-e4f2177b96f7,revision_number=6']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:44.640199 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d23b3f-6aa4-444e-8c39-2cb8edfbe8c8 req-c3d7fcd1-48c0-4926-aac0-ed22688b53ac tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:44.645092 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a0d23b3f-6aa4-444e-8c39-2cb8edfbe8c8 req-c3d7fcd1-48c0-4926-aac0-ed22688b53ac tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0545683 Mar 04 00:56:44.706105 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a0d23b3f-6aa4-444e-8c39-2cb8edfbe8c8 req-b0723187-83b4-49ff-be07-d4ea9c2640c5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574846 Mar 04 00:56:44.826413 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-339623e1-565a-475d-8b39-e7623ab2032e tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:44.827939 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-339623e1-565a-475d-8b39-e7623ab2032e tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.20 "GET /v2.0/networks?id=bcbab97d-281d-41b7-839e-f0d285465443 HTTP/1.1" status: 200 len: 814 time: 0.1500039 Mar 04 00:56:44.828479 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7ebd8a9c-d45f-4814-9b16-66affe95fc8b req-1aa28e45-be65-4742-a56b-1ddbb8b3c3ed tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 210 time: 0.0327532 Mar 04 00:56:44.842728 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-98bc0643-d173-47d3-a0b3-586da672339a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Request body: {'port': {'device_id': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'admin_state_up': True, 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:56:44.958645 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-98bc0643-d173-47d3-a0b3-586da672339a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Made reservation on behalf of b8184b19f8e04a52b1c60c1b8574eaf6 for: {'port': 1} {{(pid=109680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:56:44.962199 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-98bc0643-d173-47d3-a0b3-586da672339a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:45.109308 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_common [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-98bc0643-d173-47d3-a0b3-586da672339a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Allocated IP 172.20.0.13 (bcbab97d-281d-41b7-839e-f0d285465443/30a65b02-12f9-4ec1-bdee-dd8b3e1fa202/aa7fdd36-22cc-494f-a783-07b573de64cc) {{(pid=109680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:56:45.274844 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-0798d6f0-d427-4dc8-bcb4-3d1acc162703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:45.276346 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-0798d6f0-d427-4dc8-bcb4-3d1acc162703 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7&tenant_id=8b879598681d4fdb87aaa0da1e8cca40 HTTP/1.1" status: 200 len: 1127 time: 0.1008992 Mar 04 00:56:45.328728 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-98bc0643-d173-47d3-a0b3-586da672339a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:45.377502 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-98bc0643-d173-47d3-a0b3-586da672339a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:45.444939 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-98bc0643-d173-47d3-a0b3-586da672339a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Network bcbab97d-281d-41b7-839e-f0d285465443 is already hosted by enough agents. {{(pid=109680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:56:45.448513 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.base_scheduler [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-98bc0643-d173-47d3-a0b3-586da672339a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Resources bound (agent type, host, resource id): {{(pid=109680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:56:45.453296 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-98bc0643-d173-47d3-a0b3-586da672339a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Received port after_create {{(pid=109680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:56:45.486969 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc0643-d173-47d3-a0b3-586da672339a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Pushing event updated for resources: {'Port': ['ID=aa7fdd36-22cc-494f-a783-07b573de64cc,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:45.522056 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-98bc0643-d173-47d3-a0b3-586da672339a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:45.522733 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-98bc0643-d173-47d3-a0b3-586da672339a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:45.543141 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-98bc0643-d173-47d3-a0b3-586da672339a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7055719 Mar 04 00:56:45.729598 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-400e74f4-53d9-4a99-96d6-6b3cad330fe5 None None] Provisioning complete for port aa7fdd36-22cc-494f-a783-07b573de64cc triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:45.730201 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-400e74f4-53d9-4a99-96d6-6b3cad330fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:45.766095 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-400e74f4-53d9-4a99-96d6-6b3cad330fe5 None None] Port aa7fdd36-22cc-494f-a783-07b573de64cc cannot update to ACTIVE because it is not bound. {{(pid=109682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 00:56:45.862126 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de81216-a374-4827-a6e0-53e3c3da07a5 req-0b737536-8d21-475a-8d6a-3d1b289535ea tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:45.869055 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8de81216-a374-4827-a6e0-53e3c3da07a5 req-0b737536-8d21-475a-8d6a-3d1b289535ea tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0575678 Mar 04 00:56:45.953617 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8de81216-a374-4827-a6e0-53e3c3da07a5 req-fcf4da3b-cebe-4a3d-982d-2df66fc226d1 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836279 Mar 04 00:56:45.979340 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225611e-5e2e-40af-99c2-4aa57197277c req-7550342c-9942-4199-832f-2ebad830abb1 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:45.980909 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b225611e-5e2e-40af-99c2-4aa57197277c req-7550342c-9942-4199-832f-2ebad830abb1 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 932 time: 0.0726922 Mar 04 00:56:46.030726 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b225611e-5e2e-40af-99c2-4aa57197277c req-7b6b2b7d-133a-45c9-b24a-e3567966dd7c tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440507 Mar 04 00:56:47.094910 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe36adb-19d3-4a4b-9b00-0cba4a7a17b2 req-dee30faa-2d65-4f76-9c86-ef6e9c7d24e4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:47.096741 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cbe36adb-19d3-4a4b-9b00-0cba4a7a17b2 req-dee30faa-2d65-4f76-9c86-ef6e9c7d24e4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0725923 Mar 04 00:56:47.206135 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cbe36adb-19d3-4a4b-9b00-0cba4a7a17b2 req-faa91fba-d200-4fa3-afa1-aba51be1287f tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932729 Mar 04 00:56:47.225072 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8c4ac-78da-4611-99e3-31da645dd8de req-01179290-a95a-4e41-b4fb-dbc86d17128c tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:47.226842 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-24d8c4ac-78da-4611-99e3-31da645dd8de req-01179290-a95a-4e41-b4fb-dbc86d17128c tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 932 time: 0.1179874 Mar 04 00:56:47.277307 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-24d8c4ac-78da-4611-99e3-31da645dd8de req-e52d4b2e-ef8e-4710-b190-61cfa2927cc3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Mar 04 00:56:48.334468 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7d9fb-e7d0-496a-8c71-94c4aae4fb1a req-3a0c8950-7859-4d52-bc60-9b04b9fc225d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:48.336061 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-38b7d9fb-e7d0-496a-8c71-94c4aae4fb1a req-3a0c8950-7859-4d52-bc60-9b04b9fc225d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0658576 Mar 04 00:56:48.422069 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-38b7d9fb-e7d0-496a-8c71-94c4aae4fb1a req-f99279b9-7894-4efb-ba73-cadff6ab267b tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796583 Mar 04 00:56:48.444578 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8ea21-7fa3-4f80-a77d-dcec0fb7f072 req-2ec1c3bc-ceff-4f33-a7ee-5f1829cffc2e tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:48.446104 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8dd8ea21-7fa3-4f80-a77d-dcec0fb7f072 req-2ec1c3bc-ceff-4f33-a7ee-5f1829cffc2e tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 932 time: 0.0861833 Mar 04 00:56:48.496842 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8dd8ea21-7fa3-4f80-a77d-dcec0fb7f072 req-83f25034-eb19-40da-9e23-feca7b6539d8 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441513 Mar 04 00:56:49.456052 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-a28a7277-45ce-4f19-a85b-de4c8f3d65d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:49.558204 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d363ae-1fd3-45d3-b5a1-ebd9764a4d56 req-c666f3c8-537c-4d91-a81f-a78296e57f92 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:49.559875 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-20d363ae-1fd3-45d3-b5a1-ebd9764a4d56 req-c666f3c8-537c-4d91-a81f-a78296e57f92 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0624588 Mar 04 00:56:49.642967 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-20d363ae-1fd3-45d3-b5a1-ebd9764a4d56 req-54aa16ba-0264-4799-8e60-79b7d52ccc9d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775056 Mar 04 00:56:49.658258 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a1a8a-961e-4911-b090-1864073e43d6 req-5eebb1de-5595-41ea-93a5-f7696db21bf9 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:49.660228 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a17a1a8a-961e-4911-b090-1864073e43d6 req-5eebb1de-5595-41ea-93a5-f7696db21bf9 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 932 time: 0.0798464 Mar 04 00:56:49.777762 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a17a1a8a-961e-4911-b090-1864073e43d6 req-7cc0292e-da3e-49bf-abbe-9ae287126024 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068113 Mar 04 00:56:50.771351 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30648fbf-7117-4501-8110-462d10aa6ca4 req-e50e3ac7-234a-41d0-87be-ff6909cc2624 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:50.773727 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-30648fbf-7117-4501-8110-462d10aa6ca4 req-e50e3ac7-234a-41d0-87be-ff6909cc2624 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0573630 Mar 04 00:56:50.826999 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-30648fbf-7117-4501-8110-462d10aa6ca4 req-a429592d-ac7d-41fd-b7ac-d027188c73f1 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469265 Mar 04 00:56:50.921688 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bd1ad-4a1f-4441-9692-0e6ec8366531 req-6f9e3755-0a97-4327-bb61-2ad9107db21b tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:50.923223 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6c3bd1ad-4a1f-4441-9692-0e6ec8366531 req-6f9e3755-0a97-4327-bb61-2ad9107db21b tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 932 time: 0.0541487 Mar 04 00:56:50.976876 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6c3bd1ad-4a1f-4441-9692-0e6ec8366531 req-00f31d62-0a1e-4091-be8b-b2680d15ca4a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477273 Mar 04 00:56:51.719641 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-ca76144f-37f4-4f21-8432-38e80795fb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:51.962478 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d69b9e-035a-43ad-82c3-1933741f3229 req-8957f1b0-a450-47d1-a521-ae7691f89082 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:51.966103 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-28d69b9e-035a-43ad-82c3-1933741f3229 req-8957f1b0-a450-47d1-a521-ae7691f89082 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0603306 Mar 04 00:56:52.019765 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-28d69b9e-035a-43ad-82c3-1933741f3229 req-22d4929a-c131-494e-90e3-e8e7a80fb3af tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499210 Mar 04 00:56:52.104091 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db663dfa-302c-4b76-9fca-64cc0b864b99 req-78f5d43a-7dea-4a04-99f0-582052d4d48b tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:52.105620 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-db663dfa-302c-4b76-9fca-64cc0b864b99 req-78f5d43a-7dea-4a04-99f0-582052d4d48b tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 932 time: 0.0559490 Mar 04 00:56:52.154010 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-db663dfa-302c-4b76-9fca-64cc0b864b99 req-29a59c93-d6e3-4646-af04-1943c8bc5d68 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 Mar 04 00:56:52.796544 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:53.139012 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee1ec7-a8ba-45fc-8eea-91df408a7318 req-ac8ee9e4-085f-46e9-aabd-f05604061105 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:53.140461 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8bee1ec7-a8ba-45fc-8eea-91df408a7318 req-ac8ee9e4-085f-46e9-aabd-f05604061105 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0549543 Mar 04 00:56:53.187507 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-8bee1ec7-a8ba-45fc-8eea-91df408a7318 req-0baddbdb-8384-40eb-92b0-d706c9b0e38f tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415874 Mar 04 00:56:53.258533 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Request body: {'port': {'device_id': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:56:53.275270 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51678d-29cd-4707-a83b-f38ce63313ab req-d93cd1df-557e-4d37-b30c-c16d4b42668e tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:53.277025 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1a51678d-29cd-4707-a83b-f38ce63313ab req-d93cd1df-557e-4d37-b30c-c16d4b42668e tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 932 time: 0.0589266 Mar 04 00:56:53.325298 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-1a51678d-29cd-4707-a83b-f38ce63313ab req-c619f150-61d7-4d05-8371-90469a7e3d2a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 Mar 04 00:56:53.357947 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:53.362483 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-8dc27d4c-0db5-463f-a288-6ff9b3b951e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:53.363968 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-8dc27d4c-0db5-463f-a288-6ff9b3b951e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b879598681d4fdb87aaa0da1e8cca40&device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 1127 time: 0.0790994 Mar 04 00:56:53.548635 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-63f9c10d-7773-4e9e-8bf1-63b87f78e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:53.550138 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-63f9c10d-7773-4e9e-8bf1-63b87f78e1e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2936a7f2-65f0-43cf-b9bd-7defc3053be7 HTTP/1.1" status: 200 len: 909 time: 0.1754851 Mar 04 00:56:53.654845 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-5a904d50-563f-4c7f-91cb-ff7df081bf41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0af8d850-c902-449f-a95b-e4f2177b96f7 HTTP/1.1" status: 200 len: 999 time: 0.0899105 Mar 04 00:56:53.727159 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-b4901d01-937c-4362-a274-00aa2b0d187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:53.728626 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-b4901d01-937c-4362-a274-00aa2b0d187e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5cf6d52-be6b-456a-8f59-84f01ba9aae8 HTTP/1.1" status: 200 len: 847 time: 0.0680776 Mar 04 00:56:53.798737 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7fdd36-22cc-494f-a783-07b573de64cc {{(pid=109680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:56:53.807408 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Publish callbacks [] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), precommit_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:53.818294 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-fa6c0de7-4b08-451b-b771-e1143524af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:53.819797 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-fa6c0de7-4b08-451b-b771-e1143524af04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2936a7f2-65f0-43cf-b9bd-7defc3053be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0817673 Mar 04 00:56:53.824668 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.provisioning_blocks [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Transition to ACTIVE for port object aa7fdd36-22cc-494f-a783-07b573de64cc will not be triggered until provisioned by entity L2. {{(pid=109680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 00:56:53.834513 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:53.929409 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7fdd36-22cc-494f-a783-07b573de64cc,revision_number=2']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:53.954413 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:53.954810 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:53.955117 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:53.955458 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:53.955791 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:53.956120 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:53.956454 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:53.956784 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:53.957129 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:53.957438 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:53.957911 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:53.958101 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:53.958424 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:56:54.007316 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-ab966ab4-001d-4b5a-942a-a05d1925f3cd service neutron] 10.222.0.20 "GET /v2.0/networks/2936a7f2-65f0-43cf-b9bd-7defc3053be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809154 Mar 04 00:56:54.084087 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Attempting to bind port aa7fdd36-22cc-494f-a783-07b573de64cc on host hv-cinder-81268 for vnic_type normal with profile {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:56:54.084427 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Attempting to bind port aa7fdd36-22cc-494f-a783-07b573de64cc by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443'}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:56:54.084755 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Attempting to bind port aa7fdd36-22cc-494f-a783-07b573de64cc on network bcbab97d-281d-41b7-839e-f0d285465443 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:56:54.094367 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Port aa7fdd36-22cc-494f-a783-07b573de64cc on network bcbab97d-281d-41b7-839e-f0d285465443 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 00:56:54.094699 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Attempting to bind port aa7fdd36-22cc-494f-a783-07b573de64cc on network bcbab97d-281d-41b7-839e-f0d285465443 {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:56:54.106049 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Checking agent: {'id': 'baa39789-0ca8-4fd4-ae1b-b38603434c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'started_at': datetime.datetime(2022, 3, 4, 0, 46, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:56:54.106388 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Checking segment: {'id': '3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:56:54.106768 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Bound using segment: {'id': '3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443'} {{(pid=109680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:56:54.107197 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.managers [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Bound port: aa7fdd36-22cc-494f-a783-07b573de64cc, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443'}}] {{(pid=109680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:56:54.107551 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), before_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:54.133022 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-82a0cb3d-b463-4403-b194-353e6a7c145d req-086f0734-2a9d-4ed8-95dc-82d3f05ee94d service neutron] 10.222.0.20 "GET /v2.0/networks/2936a7f2-65f0-43cf-b9bd-7defc3053be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188598 Mar 04 00:56:54.135308 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:54.190679 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] For port aa7fdd36-22cc-494f-a783-07b573de64cc, host hv-cinder-81268, cleared binding levels {{(pid=109680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:56:54.193677 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] For port aa7fdd36-22cc-494f-a783-07b573de64cc, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=aa7fdd36-22cc-494f-a783-07b573de64cc,segment=NetworkSegment(3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d),segment_id=3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d)] {{(pid=109680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:56:54.199806 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26647504'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), after_update {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:54.236318 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:54.236954 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:54.238340 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] 10.222.0.20 "PUT /v2.0/ports/aa7fdd36-22cc-494f-a783-07b573de64cc HTTP/1.1" status: 200 len: 1094 time: 0.9866674 Mar 04 00:56:54.238780 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'tag': 'aa7fdd36-22cc-494f-a783-07b573de64cc'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:56:54.241032 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ab81a6-e358-4916-adc7-77f50c1ef40c" -d '{"events": [{"name": "network-changed", "server_uuid": "a003ac4c-23b8-4752-afd8-4af9f3e04e4b", "tag": "aa7fdd36-22cc-494f-a783-07b573de64cc"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:56:54.269883 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be17d0d-25dd-4351-b65b-135bb14dc819 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7fdd36-22cc-494f-a783-07b573de64cc,revision_number=3']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:54.299169 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd6f6eb-7650-445c-abdc-df2033083ac8 x-openstack-request-id: req-fbd6f6eb-7650-445c-abdc-df2033083ac8 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:56:54.299844 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a003ac4c-23b8-4752-afd8-4af9f3e04e4b", "tag": "aa7fdd36-22cc-494f-a783-07b573de64cc", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:56:54.300321 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbd6f6eb-7650-445c-abdc-df2033083ac8 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:56:54.300990 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'tag': 'aa7fdd36-22cc-494f-a783-07b573de64cc', 'status': 'completed', 'code': 200} Mar 04 00:56:54.329710 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dae3f-4afa-401c-86d5-ba4849fbef0e req-ce604a38-35e7-46fe-8b90-1bc707517f5c tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:54.331222 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6c4dae3f-4afa-401c-86d5-ba4849fbef0e req-ce604a38-35e7-46fe-8b90-1bc707517f5c tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0660214 Mar 04 00:56:54.340970 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-4292b6aa-6b58-4133-bfc7-1b0a8d50ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:54.343317 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-4292b6aa-6b58-4133-bfc7-1b0a8d50ceb1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8184b19f8e04a52b1c60c1b8574eaf6&device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 1128 time: 0.0555649 Mar 04 00:56:54.395207 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6c4dae3f-4afa-401c-86d5-ba4849fbef0e req-fc9e0e07-9a01-47ee-8662-2c08f331df6a tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583837 Mar 04 00:56:54.406093 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-0591c900-1c37-4664-98ef-a3a5d85b47b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa7fdd36-22cc-494f-a783-07b573de64cc HTTP/1.1" status: 200 len: 217 time: 0.0511055 Mar 04 00:56:54.460759 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9c5477ec-5ee8-4b5e-b2e4-08b589bbed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:54.462932 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-9c5477ec-5ee8-4b5e-b2e4-08b589bbed88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30a65b02-12f9-4ec1-bdee-dd8b3e1fa202 HTTP/1.1" status: 200 len: 853 time: 0.0442591 Mar 04 00:56:54.465008 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70f926-72bd-4065-adbf-7d3a00e90e2f req-c3b543d1-9bc1-4202-8e6d-89361b04484c tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:54.466506 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3a70f926-72bd-4065-adbf-7d3a00e90e2f req-c3b543d1-9bc1-4202-8e6d-89361b04484c tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 944 time: 0.0544279 Mar 04 00:56:54.511646 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-42226cd4-77e1-46c6-8886-a0f7ef991242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:54.513168 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3a70f926-72bd-4065-adbf-7d3a00e90e2f req-51c71565-e720-4f81-9cd5-08632d12bf48 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405886 Mar 04 00:56:54.513316 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-42226cd4-77e1-46c6-8886-a0f7ef991242 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcbab97d-281d-41b7-839e-f0d285465443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439451 Mar 04 00:56:54.601418 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-0d5a6498-14e1-4359-baea-992f0cf69135 service neutron] 10.222.0.20 "GET /v2.0/networks/bcbab97d-281d-41b7-839e-f0d285465443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818214 Mar 04 00:56:54.688662 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-0e4891d9-a506-473c-abdf-ef7474498c87 req-926d24d2-2b8e-4433-aacb-4a53cf5bdd14 service neutron] 10.222.0.20 "GET /v2.0/networks/bcbab97d-281d-41b7-839e-f0d285465443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802674 Mar 04 00:56:54.776766 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab81a6-e358-4916-adc7-77f50c1ef40c req-38a16663-54d5-4999-abab-d6d59237e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:54.778284 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-23ab81a6-e358-4916-adc7-77f50c1ef40c req-38a16663-54d5-4999-abab-d6d59237e603 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8184b19f8e04a52b1c60c1b8574eaf6&device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 1128 time: 0.0458834 Mar 04 00:56:54.869643 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab81a6-e358-4916-adc7-77f50c1ef40c req-389cfb18-74ab-4734-9eda-811ecf524253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:54.871121 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-23ab81a6-e358-4916-adc7-77f50c1ef40c req-389cfb18-74ab-4734-9eda-811ecf524253 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcbab97d-281d-41b7-839e-f0d285465443 HTTP/1.1" status: 200 len: 915 time: 0.0859663 Mar 04 00:56:54.910789 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-23ab81a6-e358-4916-adc7-77f50c1ef40c req-72f64a99-82df-46f7-9ade-a59f7f976a0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa7fdd36-22cc-494f-a783-07b573de64cc HTTP/1.1" status: 200 len: 217 time: 0.0331154 Mar 04 00:56:54.960399 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab81a6-e358-4916-adc7-77f50c1ef40c req-09fccdfd-ec07-4494-9124-75ef6e1cc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:54.961808 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-23ab81a6-e358-4916-adc7-77f50c1ef40c req-09fccdfd-ec07-4494-9124-75ef6e1cc988 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30a65b02-12f9-4ec1-bdee-dd8b3e1fa202 HTTP/1.1" status: 200 len: 853 time: 0.0448575 Mar 04 00:56:55.009667 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab81a6-e358-4916-adc7-77f50c1ef40c req-2a1823e4-b098-41ae-9a0a-07a4299bf9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:55.011163 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-23ab81a6-e358-4916-adc7-77f50c1ef40c req-2a1823e4-b098-41ae-9a0a-07a4299bf9a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcbab97d-281d-41b7-839e-f0d285465443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424824 Mar 04 00:56:55.094893 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-23ab81a6-e358-4916-adc7-77f50c1ef40c req-6b319190-6614-4d0d-97f2-6c2e85990e77 service neutron] 10.222.0.20 "GET /v2.0/networks/bcbab97d-281d-41b7-839e-f0d285465443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0763743 Mar 04 00:56:55.183391 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-23ab81a6-e358-4916-adc7-77f50c1ef40c req-5fe22ba6-9813-44fd-a8e7-77dc96c63b69 service neutron] 10.222.0.20 "GET /v2.0/networks/bcbab97d-281d-41b7-839e-f0d285465443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816417 Mar 04 00:56:55.515060 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb882b2-3fc7-4ce4-a027-bde2db413959 req-0c39e818-6be8-49fd-b368-60cefac656a3 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:55.516543 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-dbb882b2-3fc7-4ce4-a027-bde2db413959 req-0c39e818-6be8-49fd-b368-60cefac656a3 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0526247 Mar 04 00:56:55.565527 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-dbb882b2-3fc7-4ce4-a027-bde2db413959 req-ff0237cc-ab2f-40c3-ba50-9a0b6bacc086 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434546 Mar 04 00:56:55.632389 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4bd37-ecd0-4da1-a26d-0f28f4df46bb req-73959130-e002-466c-add4-b859e686ef90 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:55.634398 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b2d4bd37-ecd0-4da1-a26d-0f28f4df46bb req-73959130-e002-466c-add4-b859e686ef90 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 944 time: 0.0544136 Mar 04 00:56:55.678423 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-b2d4bd37-ecd0-4da1-a26d-0f28f4df46bb req-ae2b17e9-fc3c-4758-a4fa-4d1924bdcc59 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382540 Mar 04 00:56:55.852558 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:55.967187 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device aa7fdd36-22cc-494f-a783-07b573de64cc details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:56:56.061132 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port aa7fdd36-22cc-494f-a783-07b573de64cc, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=aa7fdd36-22cc-494f-a783-07b573de64cc,segment=NetworkSegment(3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d),segment_id=3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:56:56.073121 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': 'aa7fdd36-22cc-494f-a783-07b573de64cc', 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'port_id': 'aa7fdd36-22cc-494f-a783-07b573de64cc', 'mac_address': 'fa:16:3e:f3:5f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:56:56.121318 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port aa7fdd36-22cc-494f-a783-07b573de64cc is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:56.121700 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:56.149216 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7fdd36-22cc-494f-a783-07b573de64cc {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:56:56.167309 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port aa7fdd36-22cc-494f-a783-07b573de64cc, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=aa7fdd36-22cc-494f-a783-07b573de64cc,segment=NetworkSegment(3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d),segment_id=3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:56:56.171112 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:56.219108 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=aa7fdd36-22cc-494f-a783-07b573de64cc,revision_number=4']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:56.390028 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['aa7fdd36-22cc-494f-a783-07b573de64cc'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:56:56.679315 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f598e8b-423a-4065-9908-f8708044216f req-5382d253-8933-4083-be69-ae69f9340b0b tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:56.681608 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7f598e8b-423a-4065-9908-f8708044216f req-5382d253-8933-4083-be69-ae69f9340b0b tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0513289 Mar 04 00:56:56.730196 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-7f598e8b-423a-4065-9908-f8708044216f req-a2d984d1-34bd-4386-9cbc-bfac52f66cf1 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427160 Mar 04 00:56:56.799770 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e6e3a-2886-41f4-b726-4c84cf09155d req-318d6082-f58b-46f4-bf19-8a8f6256b2d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:56.801245 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ee5e6e3a-2886-41f4-b726-4c84cf09155d req-318d6082-f58b-46f4-bf19-8a8f6256b2d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 945 time: 0.0554488 Mar 04 00:56:56.850152 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ee5e6e3a-2886-41f4-b726-4c84cf09155d req-0e2b46dc-89cb-4034-b4ef-d7cdc075b6ca tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427616 Mar 04 00:56:57.846027 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2444f-6fc4-4526-9fca-132894f0d7b1 req-a4b0277e-8b60-4d83-87be-5b23c12075b5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:57.847085 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3ad2444f-6fc4-4526-9fca-132894f0d7b1 req-a4b0277e-8b60-4d83-87be-5b23c12075b5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0510833 Mar 04 00:56:57.896830 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-3ad2444f-6fc4-4526-9fca-132894f0d7b1 req-d99903b2-283b-433a-b19e-30c8abd49010 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441089 Mar 04 00:56:57.968646 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6ccc3-7648-42db-8c89-ad51aceba040 req-cf3df23e-eed0-4f9f-90a5-9bc18e9ede04 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:57.970116 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-98b6ccc3-7648-42db-8c89-ad51aceba040 req-cf3df23e-eed0-4f9f-90a5-9bc18e9ede04 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 945 time: 0.0539587 Mar 04 00:56:57.980994 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device aa7fdd36-22cc-494f-a783-07b573de64cc up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:56:58.017394 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-98b6ccc3-7648-42db-8c89-ad51aceba040 req-969c764f-a5b8-4b67-8f3f-629efb85a003 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Mar 04 00:56:58.037132 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning for port aa7fdd36-22cc-494f-a783-07b573de64cc completed by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 00:56:58.037132 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port aa7fdd36-22cc-494f-a783-07b573de64cc triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:56:58.037132 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:58.112317 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port aa7fdd36-22cc-494f-a783-07b573de64cc is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:56:58.112705 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:58.134525 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7fdd36-22cc-494f-a783-07b573de64cc'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:56:58.136774 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34497cff-74d7-4322-892f-6845b46634a0" -d '{"events": [{"server_uuid": "a003ac4c-23b8-4752-afd8-4af9f3e04e4b", "name": "network-vif-plugged", "status": "completed", "tag": "aa7fdd36-22cc-494f-a783-07b573de64cc"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:56:58.149390 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port aa7fdd36-22cc-494f-a783-07b573de64cc, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=aa7fdd36-22cc-494f-a783-07b573de64cc,segment=NetworkSegment(3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d),segment_id=3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:56:58.153220 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:56:58.178677 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdec8cad-8171-40c5-a881-1ad0fc4131a2 x-openstack-request-id: req-cdec8cad-8171-40c5-a881-1ad0fc4131a2 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:56:58.178963 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a003ac4c-23b8-4752-afd8-4af9f3e04e4b", "name": "network-vif-plugged", "status": "completed", "tag": "aa7fdd36-22cc-494f-a783-07b573de64cc", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:56:58.179212 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdec8cad-8171-40c5-a881-1ad0fc4131a2 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:56:58.179593 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7fdd36-22cc-494f-a783-07b573de64cc', 'code': 200} Mar 04 00:56:58.334551 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=aa7fdd36-22cc-494f-a783-07b573de64cc,revision_number=5']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:56:58.354174 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168f056-e228-48c2-be7a-3988b56e3056 req-ca9095c7-41e4-48fe-a74b-6d98d5beb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:58.355664 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-b168f056-e228-48c2-be7a-3988b56e3056 req-ca9095c7-41e4-48fe-a74b-6d98d5beb95e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 1130 time: 0.0446341 Mar 04 00:56:58.396634 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-b168f056-e228-48c2-be7a-3988b56e3056 req-befc7b1a-689c-4325-b34e-3b60d778b1f9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350933 Mar 04 00:56:59.014065 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1b770-f4fd-4ecb-87fb-9636b0829243 req-ad5a3725-5ab9-4f59-aa54-1f0236ece3e4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:59.015527 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-37a1b770-f4fd-4ecb-87fb-9636b0829243 req-ad5a3725-5ab9-4f59-aa54-1f0236ece3e4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0548570 Mar 04 00:56:59.063017 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-37a1b770-f4fd-4ecb-87fb-9636b0829243 req-0db35ca6-f96e-43df-b9ac-9451b8eff6ca tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420475 Mar 04 00:56:59.133546 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f968a-bae4-4c37-8022-d02351e3f266 req-bf82ef67-645d-42f6-873c-00fa4fd8f1b0 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:56:59.135598 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2b7f968a-bae4-4c37-8022-d02351e3f266 req-bf82ef67-645d-42f6-873c-00fa4fd8f1b0 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 946 time: 0.0517795 Mar 04 00:56:59.179648 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-2b7f968a-bae4-4c37-8022-d02351e3f266 req-03568db7-c63a-4f80-9d73-e0c2d1dce8d5 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382924 Mar 04 00:56:59.650750 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:00.181665 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a92422-96ea-4908-88cd-71e86e3c753b req-3f0b8ec6-5dfc-4c91-9494-b596764638d2 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:00.183128 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-04a92422-96ea-4908-88cd-71e86e3c753b req-3f0b8ec6-5dfc-4c91-9494-b596764638d2 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0551488 Mar 04 00:57:00.509772 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-04a92422-96ea-4908-88cd-71e86e3c753b req-b622affe-f64f-4739-8445-5dcfde321c49 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3211644 Mar 04 00:57:00.524976 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06334598-1411-484b-98f1-45e713a6ba09 req-7e8916e8-2211-4312-aa7c-a96fe86d73f1 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:00.526437 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-06334598-1411-484b-98f1-45e713a6ba09 req-7e8916e8-2211-4312-aa7c-a96fe86d73f1 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 946 time: 0.0747585 Mar 04 00:57:00.570458 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-06334598-1411-484b-98f1-45e713a6ba09 req-08c4185a-05fd-40d1-9c1d-e21b4853a6e4 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386021 Mar 04 00:57:00.683003 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519b474-a1b8-4edd-b24c-7e2b78dab16b req-c46b49f1-edc3-487c-8f4c-ad6b96267905 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:00.684458 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d519b474-a1b8-4edd-b24c-7e2b78dab16b req-c46b49f1-edc3-487c-8f4c-ad6b96267905 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 946 time: 0.0511832 Mar 04 00:57:00.731461 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d519b474-a1b8-4edd-b24c-7e2b78dab16b req-5ca68771-ac6b-4b82-93ec-5eaf746645bb tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416160 Mar 04 00:57:01.049482 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b3666-8a3e-43db-afcf-7797414151ce req-6fc51158-f2c0-459f-9880-73c6371342b8 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:01.050894 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-308b3666-8a3e-43db-afcf-7797414151ce req-6fc51158-f2c0-459f-9880-73c6371342b8 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 946 time: 0.0527124 Mar 04 00:57:01.095607 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-308b3666-8a3e-43db-afcf-7797414151ce req-58a60a39-9623-4cfc-9cd2-f868ffd90310 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384212 Mar 04 00:57:01.624815 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24809a25-06a2-4c58-8b0d-87672bca9655 req-9e88c4de-8ff2-4c54-b11a-4c667444387a tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:01.626272 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-24809a25-06a2-4c58-8b0d-87672bca9655 req-9e88c4de-8ff2-4c54-b11a-4c667444387a tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 943 time: 0.0518007 Mar 04 00:57:01.680541 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-24809a25-06a2-4c58-8b0d-87672bca9655 req-ad03d2bf-0aa5-4ed7-a114-53494c9fbb0e tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485477 Mar 04 00:57:01.995583 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 0af8d850-c902-449f-a95b-e4f2177b96f7 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=109682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 00:57:02.096764 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 0af8d850-c902-449f-a95b-e4f2177b96f7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=0af8d850-c902-449f-a95b-e4f2177b96f7,segment=NetworkSegment(e2595a53-3da6-4dd5-9b2a-46e23cca97cd),segment_id=e2595a53-3da6-4dd5-9b2a-46e23cca97cd)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:57:02.107457 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Returning: {'device': '0af8d850-c902-449f-a95b-e4f2177b96f7', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'port_id': '0af8d850-c902-449f-a95b-e4f2177b96f7', 'mac_address': 'fa:16:3e:ef:90:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 00:57:02.144440 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 0af8d850-c902-449f-a95b-e4f2177b96f7 is: DOWN; New status is: BUILD {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:57:02.144827 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:02.156991 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af8d850-c902-449f-a95b-e4f2177b96f7 {{(pid=109682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 00:57:02.174856 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 0af8d850-c902-449f-a95b-e4f2177b96f7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=0af8d850-c902-449f-a95b-e4f2177b96f7,segment=NetworkSegment(e2595a53-3da6-4dd5-9b2a-46e23cca97cd),segment_id=e2595a53-3da6-4dd5-9b2a-46e23cca97cd)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:57:02.178650 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:02.223551 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=0af8d850-c902-449f-a95b-e4f2177b96f7,revision_number=7']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:57:02.435218 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['0af8d850-c902-449f-a95b-e4f2177b96f7'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:57:02.804142 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab43c36-c67e-4cf3-adb5-b3320dfe864b req-54ba26fc-5d2c-4bfa-b4b6-5e298162be1b tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:02.805671 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6ab43c36-c67e-4cf3-adb5-b3320dfe864b req-54ba26fc-5d2c-4bfa-b4b6-5e298162be1b tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 944 time: 0.0587475 Mar 04 00:57:02.872573 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6ab43c36-c67e-4cf3-adb5-b3320dfe864b req-145fe8b2-1e8f-4184-a3e8-0593ec0eacb3 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610614 Mar 04 00:57:04.007592 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d4f11-0a42-4bab-a226-379d7a8811b6 req-6d6abc64-436a-42ab-b35a-970204984955 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:04.009865 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-565d4f11-0a42-4bab-a226-379d7a8811b6 req-6d6abc64-436a-42ab-b35a-970204984955 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 944 time: 0.0621595 Mar 04 00:57:04.027544 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 0af8d850-c902-449f-a95b-e4f2177b96f7 up at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 00:57:04.061447 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-565d4f11-0a42-4bab-a226-379d7a8811b6 req-b695f569-a9d7-4f64-b6f8-a60f50a8ffb5 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451174 Mar 04 00:57:04.093520 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Provisioning complete for port 0af8d850-c902-449f-a95b-e4f2177b96f7 triggered by entity L2. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:57:04.093922 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:04.177688 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Current status of the port 0af8d850-c902-449f-a95b-e4f2177b96f7 is: BUILD; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:57:04.178047 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), before_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:04.200309 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af8d850-c902-449f-a95b-e4f2177b96f7'}] {{(pid=109682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:57:04.202551 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffd6c0a9a10d5432d44a18ad2b0561a2982a5a1584a9f39ac6bfbff8d2ddc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611b1841-6614-413a-b876-8be5812a33df" -d '{"events": [{"server_uuid": "5477943a-9e27-469b-a5f3-f8f65fc20cc7", "name": "network-vif-plugged", "status": "completed", "tag": "0af8d850-c902-449f-a95b-e4f2177b96f7"}]}' {{(pid=109682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:57:04.214285 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] For port 0af8d850-c902-449f-a95b-e4f2177b96f7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=0af8d850-c902-449f-a95b-e4f2177b96f7,segment=NetworkSegment(e2595a53-3da6-4dd5-9b2a-46e23cca97cd),segment_id=e2595a53-3da6-4dd5-9b2a-46e23cca97cd)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:57:04.218776 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:04.244022 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b289d937-6dfe-4127-85bd-616bc4d1fb10 x-openstack-request-id: req-b289d937-6dfe-4127-85bd-616bc4d1fb10 {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:57:04.244309 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5477943a-9e27-469b-a5f3-f8f65fc20cc7", "name": "network-vif-plugged", "status": "completed", "tag": "0af8d850-c902-449f-a95b-e4f2177b96f7", "code": 200}]} {{(pid=109682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:57:04.244568 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b289d937-6dfe-4127-85bd-616bc4d1fb10 {{(pid=109682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:57:04.244981 dv-cinder-812685-7-iscsi neutron-server[109682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af8d850-c902-449f-a95b-e4f2177b96f7', 'code': 200} Mar 04 00:57:04.270621 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Pushing event updated for resources: {'Port': ['ID=0af8d850-c902-449f-a95b-e4f2177b96f7,revision_number=8']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:57:04.460875 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214aeeaa-29cc-4452-b1af-8b521df68b9a req-b768ecd5-c9d7-40ce-95a7-72da3a541d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:04.462857 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-214aeeaa-29cc-4452-b1af-8b521df68b9a req-b768ecd5-c9d7-40ce-95a7-72da3a541d8a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 1129 time: 0.0423782 Mar 04 00:57:04.509277 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-214aeeaa-29cc-4452-b1af-8b521df68b9a req-c4456f25-ec27-48bc-a1ae-63bb81c0322d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411801 Mar 04 00:57:05.181363 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7f58f-45fc-4ef6-8640-6ea0b3cfa2f5 req-65a873a2-95b9-4e5c-9d6e-731ce31e9b08 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:05.182870 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0ae7f58f-45fc-4ef6-8640-6ea0b3cfa2f5 req-65a873a2-95b9-4e5c-9d6e-731ce31e9b08 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0549073 Mar 04 00:57:05.231924 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-0ae7f58f-45fc-4ef6-8640-6ea0b3cfa2f5 req-29a29332-cbb1-4837-9a6e-910693e89d3c tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436010 Mar 04 00:57:06.347419 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712d8e3-2d64-40b1-9da0-e19bb2c117e0 req-8aed3c6f-073c-46e3-aa09-a976697efbb3 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:06.348881 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4712d8e3-2d64-40b1-9da0-e19bb2c117e0 req-8aed3c6f-073c-46e3-aa09-a976697efbb3 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0504973 Mar 04 00:57:06.396191 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4712d8e3-2d64-40b1-9da0-e19bb2c117e0 req-75e5ee56-7d8f-4aba-a7df-7634d317673a tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413272 Mar 04 00:57:09.418674 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e82de-e0af-4862-9a7f-5e64ae092f9a req-cac0c551-b966-4bd3-95fe-446781549d94 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:09.420161 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4d9e82de-e0af-4862-9a7f-5e64ae092f9a req-cac0c551-b966-4bd3-95fe-446781549d94 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 946 time: 0.0519779 Mar 04 00:57:09.469189 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4d9e82de-e0af-4862-9a7f-5e64ae092f9a req-e6a7666c-c086-467f-861f-15b055f4dfe8 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435169 Mar 04 00:57:09.492078 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52566) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:57:09.575892 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d445f8-edb1-4c50-9979-87a6312e21e6 tempest-TestMinimumBasicScenario-334433922 tempest-TestMinimumBasicScenario-334433922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:09.577317 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-26d445f8-edb1-4c50-9979-87a6312e21e6 tempest-TestMinimumBasicScenario-334433922 tempest-TestMinimumBasicScenario-334433922-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 1125 time: 0.0842063 Mar 04 00:57:09.580198 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52570) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:57:09.584327 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Request body: {'floatingip': {'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'port_id': 'aa7fdd36-22cc-494f-a783-07b573de64cc', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:57:09.604012 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:09.698887 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (None), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:09.810193 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_common [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Allocated IP 172.27.0.243 (ed31d37d-9dc0-409c-895e-5f92a61ae860/611be500-c481-4e53-a01a-f852442ac10e/67d6273d-9ec1-4fd8-b313-7aa067d7b7d7) {{(pid=109681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:57:09.908427 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for port (67d6273d-9ec1-4fd8-b313-7aa067d7b7d7), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:09.945264 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742061012956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (67d6273d-9ec1-4fd8-b313-7aa067d7b7d7), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:09.984607 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Network ed31d37d-9dc0-409c-895e-5f92a61ae860 is already hosted by enough agents. {{(pid=109681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:57:09.987346 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.base_scheduler [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Resources bound (agent type, host, resource id): {{(pid=109681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:57:09.990762 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Received port after_create {{(pid=109681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:57:09.996598 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Pushing event updated for resources: {'Port': ['ID=67d6273d-9ec1-4fd8-b313-7aa067d7b7d7,revision_number=1']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:57:10.023288 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:57:10.023631 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:57:10.023989 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:57:10.024323 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:57:10.024645 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:57:10.024968 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:57:10.025289 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:57:10.025605 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:57:10.025951 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:57:10.026269 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:57:10.026581 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:57:10.026894 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:57:10.027206 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:57:10.362425 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for floatingip (4042cf00-9314-4f3d-a72f-51a6bb44936d), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:10.429240 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (67d6273d-9ec1-4fd8-b313-7aa067d7b7d7), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:10.577542 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for port (67d6273d-9ec1-4fd8-b313-7aa067d7b7d7), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:10.582155 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26164050'] for port (67d6273d-9ec1-4fd8-b313-7aa067d7b7d7), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:10.652358 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Pushing event updated for resources: {'Port': ['ID=67d6273d-9ec1-4fd8-b313-7aa067d7b7d7,revision_number=2']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:57:10.662069 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542015'] for floatingip (4042cf00-9314-4f3d-a72f-51a6bb44936d), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:10.762637 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.l3_db [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Floating IP 4042cf00-9314-4f3d-a72f-51a6bb44936d associated. External IP: 172.27.0.243, port: aa7fdd36-22cc-494f-a783-07b573de64cc. Mar 04 00:57:10.966690 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:57:11.060405 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:57:11.075970 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:57:11.085485 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b16d59-1c26-4547-8020-6fdd3d3785e8 None None] Sync routers for ids ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:57:11.094826 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.096628 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b16d59-1c26-4547-8020-6fdd3d3785e8 None None] Routers {'445c4c02-3e12-4bc3-a0dc-2fbe47836733'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:57:11.097257 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-28b16d59-1c26-4547-8020-6fdd3d3785e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:56:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:57:11.124531 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-bc59d38f-c6e9-444f-9e89-d1f0e63db1d3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5433438 Mar 04 00:57:11.125118 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'tag': 'aa7fdd36-22cc-494f-a783-07b573de64cc'}] {{(pid=109681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:57:11.127403 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52572) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:57:11.127905 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae4805007b3bb6190c1129a79b84dd0e255d51cd65cf20037da88792fc2b9a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fde4cd-189f-4edf-b132-f4a6ab2411d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a003ac4c-23b8-4752-afd8-4af9f3e04e4b", "tag": "aa7fdd36-22cc-494f-a783-07b573de64cc"}]}' {{(pid=109681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:57:11.132426 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.v2.base [None req-ce9bfddb-c782-40cf-81d3-0c31f8b20d2a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1231611708', 'description': 'tempest-secgroup-smoke-1231611708 description', 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6'}} {{(pid=109680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:57:11.157307 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ce9bfddb-c782-40cf-81d3-0c31f8b20d2a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group (None), before_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.178079 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ab4acd-d714-4d1c-9085-d1326ad471a0 x-openstack-request-id: req-34ab4acd-d714-4d1c-9085-d1326ad471a0 {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:57:11.179165 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a003ac4c-23b8-4752-afd8-4af9f3e04e4b", "tag": "aa7fdd36-22cc-494f-a783-07b573de64cc", "status": "completed", "code": 200}]} {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:57:11.179165 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34ab4acd-d714-4d1c-9085-d1326ad471a0 {{(pid=109681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:57:11.179165 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'tag': 'aa7fdd36-22cc-494f-a783-07b573de64cc', 'status': 'completed', 'code': 200} Mar 04 00:57:11.224455 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-28b16d59-1c26-4547-8020-6fdd3d3785e8 None None] Set router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:57:11.250302 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ce9bfddb-c782-40cf-81d3-0c31f8b20d2a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group (651f2d94-4283-4805-8e4b-bb59f4cb96db), precommit_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.257193 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ce9bfddb-c782-40cf-81d3-0c31f8b20d2a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (651f2d94-4283-4805-8e4b-bb59f4cb96db), after_create {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.294508 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-ce9bfddb-c782-40cf-81d3-0c31f8b20d2a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.295730 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-ce9bfddb-c782-40cf-81d3-0c31f8b20d2a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1671853 Mar 04 00:57:11.299831 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52576) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:57:11.301626 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fde4cd-189f-4edf-b132-f4a6ab2411d9 req-66bf9e15-4792-41f8-a27b-6957fefd4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:11.303177 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-66fde4cd-189f-4edf-b132-f4a6ab2411d9 req-66bf9e15-4792-41f8-a27b-6957fefd4059 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8184b19f8e04a52b1c60c1b8574eaf6&device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 1130 time: 0.0846519 Mar 04 00:57:11.304227 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bfddb-c782-40cf-81d3-0c31f8b20d2a tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=651f2d94-4283-4805-8e4b-bb59f4cb96db,revision_number=1']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:57:11.305811 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-db1a76c1-135e-4317-bdb6-9a4095db946f tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Request body: {'security_group_rule': {'security_group_id': '651f2d94-4283-4805-8e4b-bb59f4cb96db', 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:57:11.342127 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-db1a76c1-135e-4317-bdb6-9a4095db946f tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (98e3b226-b2db-4f18-ade1-9f9ec74587b8), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.404548 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-db1a76c1-135e-4317-bdb6-9a4095db946f tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (98e3b226-b2db-4f18-ade1-9f9ec74587b8), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.404814 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fde4cd-189f-4edf-b132-f4a6ab2411d9 req-46eae1e6-f907-4eaf-bd5d-6350171d6e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:11.406188 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-66fde4cd-189f-4edf-b132-f4a6ab2411d9 req-46eae1e6-f907-4eaf-bd5d-6350171d6e7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcbab97d-281d-41b7-839e-f0d285465443 HTTP/1.1" status: 200 len: 915 time: 0.0926378 Mar 04 00:57:11.409128 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-db1a76c1-135e-4317-bdb6-9a4095db946f tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (98e3b226-b2db-4f18-ade1-9f9ec74587b8), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.428529 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a76c1-135e-4317-bdb6-9a4095db946f tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e3b226-b2db-4f18-ade1-9f9ec74587b8,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:57:11.438415 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-db1a76c1-135e-4317-bdb6-9a4095db946f tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.439687 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-db1a76c1-135e-4317-bdb6-9a4095db946f tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384685 Mar 04 00:57:11.443156 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52578) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:57:11.447869 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-631ad6e4-c022-477c-af9a-b93897665083 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Request body: {'security_group_rule': {'security_group_id': '651f2d94-4283-4805-8e4b-bb59f4cb96db', 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:57:11.475171 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-28b16d59-1c26-4547-8020-6fdd3d3785e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'name': 'tempest-TestMinimumBasicScenario-342544116-router', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:23Z', 'updated_at': '2022-03-04T00:56:27Z', 'revision_number': 4, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'gw_port': {'id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:24Z', 'updated_at': '2022-03-04T00:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': '4042cf00-9314-4f3d-a72f-51a6bb44936d', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'port_id': 'aa7fdd36-22cc-494f-a783-07b573de64cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'mac_address': 'fa:16:3e:f3:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:57:10Z', 'updated_at': '2022-03-04T00:57:10Z', 'revision_number': 0, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3bb455-d6cc-4bae-9769-854730ec5d4c', 'name': '', 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'mac_address': 'fa:16:3e:2e:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:26Z', 'updated_at': '2022-03-04T00:56:32Z', 'revision_number': 5, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'subnets': [{'id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:57:11.476062 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-631ad6e4-c022-477c-af9a-b93897665083 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (8de48565-6b89-46c1-981f-9c295a7bbae9), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.486664 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-66fde4cd-189f-4edf-b132-f4a6ab2411d9 req-f1933ba0-dd0e-4021-87fb-81ac0602a504 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa7fdd36-22cc-494f-a783-07b573de64cc HTTP/1.1" status: 200 len: 1000 time: 0.0734909 Mar 04 00:57:11.508040 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b16d59-1c26-4547-8020-6fdd3d3785e8 None None] Checking router: 445c4c02-3e12-4bc3-a0dc-2fbe47836733 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:57:11.523052 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b16d59-1c26-4547-8020-6fdd3d3785e8 None None] Routers {'445c4c02-3e12-4bc3-a0dc-2fbe47836733'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:57:11.523906 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-28b16d59-1c26-4547-8020-6fdd3d3785e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:56:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:57:11.546655 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fde4cd-189f-4edf-b132-f4a6ab2411d9 req-08bc18d5-01a9-4640-bd03-2a958f881c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:11.548265 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-66fde4cd-189f-4edf-b132-f4a6ab2411d9 req-08bc18d5-01a9-4640-bd03-2a958f881c01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30a65b02-12f9-4ec1-bdee-dd8b3e1fa202 HTTP/1.1" status: 200 len: 853 time: 0.0549319 Mar 04 00:57:11.550913 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-631ad6e4-c022-477c-af9a-b93897665083 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (8de48565-6b89-46c1-981f-9c295a7bbae9), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.555062 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-631ad6e4-c022-477c-af9a-b93897665083 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (8de48565-6b89-46c1-981f-9c295a7bbae9), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.575084 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ad6e4-c022-477c-af9a-b93897665083 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de48565-6b89-46c1-981f-9c295a7bbae9,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:57:11.583562 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-631ad6e4-c022-477c-af9a-b93897665083 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.584782 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-631ad6e4-c022-477c-af9a-b93897665083 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405478 Mar 04 00:57:11.589295 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52580) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:57:11.593684 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-efb95af6-ec88-4f59-baa8-3d67ba2ad8a1 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Request body: {'security_group_rule': {'security_group_id': '651f2d94-4283-4805-8e4b-bb59f4cb96db', 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:57:11.608453 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fde4cd-189f-4edf-b132-f4a6ab2411d9 req-2c1f4b28-64d2-4d1d-88cb-a60170ba5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:11.610291 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-66fde4cd-189f-4edf-b132-f4a6ab2411d9 req-2c1f4b28-64d2-4d1d-88cb-a60170ba5ba8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcbab97d-281d-41b7-839e-f0d285465443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525498 Mar 04 00:57:11.618283 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-efb95af6-ec88-4f59-baa8-3d67ba2ad8a1 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (96a2c0b6-e779-4ba0-a5db-a4544cbddd26), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.660165 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-28b16d59-1c26-4547-8020-6fdd3d3785e8 None None] Set router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:57:11.677919 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-efb95af6-ec88-4f59-baa8-3d67ba2ad8a1 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (96a2c0b6-e779-4ba0-a5db-a4544cbddd26), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.682925 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-efb95af6-ec88-4f59-baa8-3d67ba2ad8a1 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (96a2c0b6-e779-4ba0-a5db-a4544cbddd26), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.701633 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb95af6-ec88-4f59-baa8-3d67ba2ad8a1 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a2c0b6-e779-4ba0-a5db-a4544cbddd26,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:57:11.714887 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-efb95af6-ec88-4f59-baa8-3d67ba2ad8a1 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.716541 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-efb95af6-ec88-4f59-baa8-3d67ba2ad8a1 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259656 Mar 04 00:57:11.717076 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-66fde4cd-189f-4edf-b132-f4a6ab2411d9 req-41210a40-c5e1-41e9-93e8-8dcb3ad7c8ec service neutron] 10.222.0.20 "GET /v2.0/networks/bcbab97d-281d-41b7-839e-f0d285465443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953095 Mar 04 00:57:11.719095 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52582) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:57:11.723457 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-94c1b422-d1e0-4cc3-a1b0-e28599a0db51 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Request body: {'security_group_rule': {'security_group_id': '651f2d94-4283-4805-8e4b-bb59f4cb96db', 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:57:11.750238 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-94c1b422-d1e0-4cc3-a1b0-e28599a0db51 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (a8f59b0b-cbae-407e-9bf4-d5f623478e03), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.820406 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-94c1b422-d1e0-4cc3-a1b0-e28599a0db51 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (a8f59b0b-cbae-407e-9bf4-d5f623478e03), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.827129 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-94c1b422-d1e0-4cc3-a1b0-e28599a0db51 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (a8f59b0b-cbae-407e-9bf4-d5f623478e03), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.854161 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1b422-d1e0-4cc3-a1b0-e28599a0db51 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f59b0b-cbae-407e-9bf4-d5f623478e03,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:57:11.869127 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-94c1b422-d1e0-4cc3-a1b0-e28599a0db51 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.870409 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-94c1b422-d1e0-4cc3-a1b0-e28599a0db51 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503644 Mar 04 00:57:11.874368 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52584) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:57:11.879505 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-c590388d-94a7-4a8e-9ad3-bbd4cef915ed tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Request body: {'security_group_rule': {'security_group_id': '651f2d94-4283-4805-8e4b-bb59f4cb96db', 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:57:11.904978 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.securitygroups_db [None req-c590388d-94a7-4a8e-9ad3-bbd4cef915ed tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Project b8184b19f8e04a52b1c60c1b8574eaf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 00:57:11.911084 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c590388d-94a7-4a8e-9ad3-bbd4cef915ed tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (d56876b4-5ab2-4251-bc04-1dccf32b6f67), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.935804 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-28b16d59-1c26-4547-8020-6fdd3d3785e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'name': 'tempest-TestMinimumBasicScenario-342544116-router', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:23Z', 'updated_at': '2022-03-04T00:56:27Z', 'revision_number': 4, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'gw_port': {'id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:24Z', 'updated_at': '2022-03-04T00:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': '4042cf00-9314-4f3d-a72f-51a6bb44936d', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'port_id': 'aa7fdd36-22cc-494f-a783-07b573de64cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'mac_address': 'fa:16:3e:f3:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:57:10Z', 'updated_at': '2022-03-04T00:57:10Z', 'revision_number': 0, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3bb455-d6cc-4bae-9769-854730ec5d4c', 'name': '', 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'mac_address': 'fa:16:3e:2e:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:26Z', 'updated_at': '2022-03-04T00:56:32Z', 'revision_number': 5, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'subnets': [{'id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:57:11.972689 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b16d59-1c26-4547-8020-6fdd3d3785e8 None None] The sync data for ids ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'] in dv-cinder-812685-7-iscsi is: [{'id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'name': 'tempest-TestMinimumBasicScenario-342544116-router', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:23Z', 'updated_at': '2022-03-04T00:56:27Z', 'revision_number': 4, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'gw_port': {'id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:24Z', 'updated_at': '2022-03-04T00:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': '4042cf00-9314-4f3d-a72f-51a6bb44936d', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'port_id': 'aa7fdd36-22cc-494f-a783-07b573de64cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'mac_address': 'fa:16:3e:f3:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:57:10Z', 'updated_at': '2022-03-04T00:57:10Z', 'revision_number': 0, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3bb455-d6cc-4bae-9769-854730ec5d4c', 'name': '', 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'mac_address': 'fa:16:3e:2e:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:26Z', 'updated_at': '2022-03-04T00:56:32Z', 'revision_number': 5, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'subnets': [{'id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:57:11.980173 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c590388d-94a7-4a8e-9ad3-bbd4cef915ed tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (d56876b4-5ab2-4251-bc04-1dccf32b6f67), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:11.985538 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c590388d-94a7-4a8e-9ad3-bbd4cef915ed tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (d56876b4-5ab2-4251-bc04-1dccf32b6f67), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:12.003982 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590388d-94a7-4a8e-9ad3-bbd4cef915ed tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56876b4-5ab2-4251-bc04-1dccf32b6f67,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:57:12.018905 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c590388d-94a7-4a8e-9ad3-bbd4cef915ed tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:12.020269 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-c590388d-94a7-4a8e-9ad3-bbd4cef915ed tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447792 Mar 04 00:57:12.022991 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52588) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:57:12.027953 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [None req-6f11013b-cc34-4147-a757-5ec092b8c784 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Request body: {'security_group_rule': {'security_group_id': '651f2d94-4283-4805-8e4b-bb59f4cb96db', 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:57:12.050857 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.securitygroups_db [None req-6f11013b-cc34-4147-a757-5ec092b8c784 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Project b8184b19f8e04a52b1c60c1b8574eaf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 00:57:12.057724 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6f11013b-cc34-4147-a757-5ec092b8c784 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (ef63dfd4-caab-4e6d-a8b1-3165f908af3f), before_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:12.084108 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-66fde4cd-189f-4edf-b132-f4a6ab2411d9 req-616f6ccb-498d-414e-b43a-cb0a3b2fd3a7 service neutron] 10.222.0.20 "GET /v2.0/networks/bcbab97d-281d-41b7-839e-f0d285465443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582444 Mar 04 00:57:12.132361 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6f11013b-cc34-4147-a757-5ec092b8c784 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (ef63dfd4-caab-4e6d-a8b1-3165f908af3f), precommit_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:12.136748 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6f11013b-cc34-4147-a757-5ec092b8c784 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638069'] for security_group_rule (ef63dfd4-caab-4e6d-a8b1-3165f908af3f), after_create {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:12.157977 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11013b-cc34-4147-a757-5ec092b8c784 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef63dfd4-caab-4e6d-a8b1-3165f908af3f,revision_number=0']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:57:12.162532 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-6f11013b-cc34-4147-a757-5ec092b8c784 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:12.166426 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-6f11013b-cc34-4147-a757-5ec092b8c784 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397309 Mar 04 00:57:12.221377 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de69589e-70b6-4cd0-81fa-54b56f13ffeb None None] New status for floating IP 4042cf00-9314-4f3d-a72f-51a6bb44936d: ACTIVE {{(pid=109683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:57:12.260069 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-001f576c-47c0-497e-88c0-bd292ffcd022 req-e95d511b-e4be-445e-94bd-d7242e152ff1 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1231611708&fields=id&tenant_id=b8184b19f8e04a52b1c60c1b8574eaf6 HTTP/1.1" status: 200 len: 267 time: 0.0443871 Mar 04 00:57:12.319433 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f576c-47c0-497e-88c0-bd292ffcd022 req-a589b231-42e0-4ec4-a5d9-9fb68acca638 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:12.321018 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-001f576c-47c0-497e-88c0-bd292ffcd022 req-a589b231-42e0-4ec4-a5d9-9fb68acca638 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 946 time: 0.0551705 Mar 04 00:57:12.331599 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [req-001f576c-47c0-497e-88c0-bd292ffcd022 req-67cd6c10-3971-44fc-817a-8ee5f0564eae tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Request body: {'port': {'security_groups': ['379ff526-d8fc-4ca0-8ee7-696128d8ad8b', '651f2d94-4283-4805-8e4b-bb59f4cb96db']}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:57:12.406419 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-001f576c-47c0-497e-88c0-bd292ffcd022 req-67cd6c10-3971-44fc-817a-8ee5f0564eae tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:12.635299 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.db [req-001f576c-47c0-497e-88c0-bd292ffcd022 req-67cd6c10-3971-44fc-817a-8ee5f0564eae tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] For port aa7fdd36-22cc-494f-a783-07b573de64cc, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=aa7fdd36-22cc-494f-a783-07b573de64cc,segment=NetworkSegment(3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d),segment_id=3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d)] {{(pid=109681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:57:12.668256 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-001f576c-47c0-497e-88c0-bd292ffcd022 req-67cd6c10-3971-44fc-817a-8ee5f0564eae tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:12.672647 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-001f576c-47c0-497e-88c0-bd292ffcd022 req-67cd6c10-3971-44fc-817a-8ee5f0564eae tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26164050'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:12.684364 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['aa7fdd36-22cc-494f-a783-07b573de64cc'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:57:12.718591 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f576c-47c0-497e-88c0-bd292ffcd022 req-67cd6c10-3971-44fc-817a-8ee5f0564eae tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:12.719238 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-001f576c-47c0-497e-88c0-bd292ffcd022 req-67cd6c10-3971-44fc-817a-8ee5f0564eae tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:12.720687 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-001f576c-47c0-497e-88c0-bd292ffcd022 req-67cd6c10-3971-44fc-817a-8ee5f0564eae tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "PUT /v2.0/ports/aa7fdd36-22cc-494f-a783-07b573de64cc HTTP/1.1" status: 200 len: 982 time: 0.3936758 Mar 04 00:57:12.740099 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd6c10-3971-44fc-817a-8ee5f0564eae tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Pushing event updated for resources: {'Port': ['ID=aa7fdd36-22cc-494f-a783-07b573de64cc,revision_number=6']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:57:12.826097 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['aa7fdd36-22cc-494f-a783-07b573de64cc'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:57:12.843913 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3435b-5af8-4a87-9033-0c6eb642e38a req-19764c24-aa2f-48be-958e-be36ed4a61d1 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:12.845600 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-faa3435b-5af8-4a87-9033-0c6eb642e38a req-19764c24-aa2f-48be-958e-be36ed4a61d1 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0627277 Mar 04 00:57:12.921252 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-faa3435b-5af8-4a87-9033-0c6eb642e38a req-e7d2c64d-c1a7-4952-99e7-515b08c50c33 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&id=651f2d94-4283-4805-8e4b-bb59f4cb96db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666029 Mar 04 00:57:13.061634 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-8fcd673f-ec0a-4e94-b562-fc34560d4aa5 None None] Provisioning complete for port aa7fdd36-22cc-494f-a783-07b573de64cc triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:57:13.061957 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8fcd673f-ec0a-4e94-b562-fc34560d4aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:13.179947 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'tag': 'aa7fdd36-22cc-494f-a783-07b573de64cc'}] {{(pid=109681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:57:13.182824 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae4805007b3bb6190c1129a79b84dd0e255d51cd65cf20037da88792fc2b9a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdfbf80-ffaf-489a-979f-3ee9671d44bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a003ac4c-23b8-4752-afd8-4af9f3e04e4b", "tag": "aa7fdd36-22cc-494f-a783-07b573de64cc"}]}' {{(pid=109681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:57:13.218590 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8673033e-650b-4311-aa49-d84a895cb3a0 x-openstack-request-id: req-8673033e-650b-4311-aa49-d84a895cb3a0 {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:57:13.218962 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a003ac4c-23b8-4752-afd8-4af9f3e04e4b", "tag": "aa7fdd36-22cc-494f-a783-07b573de64cc", "status": "completed", "code": 200}]} {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:57:13.219276 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8673033e-650b-4311-aa49-d84a895cb3a0 {{(pid=109681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:57:13.219727 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'tag': 'aa7fdd36-22cc-494f-a783-07b573de64cc', 'status': 'completed', 'code': 200} Mar 04 00:57:13.283958 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-8fcd673f-ec0a-4e94-b562-fc34560d4aa5 None None] Current status of the port aa7fdd36-22cc-494f-a783-07b573de64cc is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:57:13.291007 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfbf80-ffaf-489a-979f-3ee9671d44bd req-03dece3a-4309-4fdd-bdd8-0fb0943f4f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:13.292594 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bcdfbf80-ffaf-489a-979f-3ee9671d44bd req-03dece3a-4309-4fdd-bdd8-0fb0943f4f7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8184b19f8e04a52b1c60c1b8574eaf6&device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 1169 time: 0.0506377 Mar 04 00:57:13.390522 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfbf80-ffaf-489a-979f-3ee9671d44bd req-4e32d7a8-d2d8-4bf2-bc42-9f65aa2d08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:13.391984 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bcdfbf80-ffaf-489a-979f-3ee9671d44bd req-4e32d7a8-d2d8-4bf2-bc42-9f65aa2d08ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcbab97d-281d-41b7-839e-f0d285465443 HTTP/1.1" status: 200 len: 915 time: 0.0884013 Mar 04 00:57:13.456430 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bcdfbf80-ffaf-489a-979f-3ee9671d44bd req-9fcda73b-1c03-451e-959d-6ce27eece72b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa7fdd36-22cc-494f-a783-07b573de64cc HTTP/1.1" status: 200 len: 1002 time: 0.0569654 Mar 04 00:57:13.504933 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfbf80-ffaf-489a-979f-3ee9671d44bd req-7d78e29d-274c-451d-91fe-e07b4d3c62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:13.506399 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bcdfbf80-ffaf-489a-979f-3ee9671d44bd req-7d78e29d-274c-451d-91fe-e07b4d3c62ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30a65b02-12f9-4ec1-bdee-dd8b3e1fa202 HTTP/1.1" status: 200 len: 853 time: 0.0421300 Mar 04 00:57:13.559771 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfbf80-ffaf-489a-979f-3ee9671d44bd req-a76d6069-179d-47ee-b4d2-04e3e033a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:13.561269 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bcdfbf80-ffaf-489a-979f-3ee9671d44bd req-a76d6069-179d-47ee-b4d2-04e3e033a7e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcbab97d-281d-41b7-839e-f0d285465443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463824 Mar 04 00:57:13.646702 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bcdfbf80-ffaf-489a-979f-3ee9671d44bd req-4a4a7d8a-4aba-4230-899b-f6b691d91196 service neutron] 10.222.0.20 "GET /v2.0/networks/bcbab97d-281d-41b7-839e-f0d285465443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783584 Mar 04 00:57:13.736430 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bcdfbf80-ffaf-489a-979f-3ee9671d44bd req-314e7daa-327d-4dc7-978e-fa45ed8318c2 service neutron] 10.222.0.20 "GET /v2.0/networks/bcbab97d-281d-41b7-839e-f0d285465443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831773 Mar 04 00:57:19.448310 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-9ba6669c-ca0d-40af-b7ac-2667708ec452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:21.723314 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc0955d7-f56c-470f-969e-071c33b2e834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:22.799715 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:24.139871 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:25.855004 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:29.642253 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:38.181717 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-abc55c4b-0aa8-4a1b-a7d0-62ac5b6170fc req-65004b8c-b747-489f-bc60-8e6e21579eb8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430431 Mar 04 00:57:38.266275 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc55c4b-0aa8-4a1b-a7d0-62ac5b6170fc req-fb56340b-f3d3-4d3d-b4c9-49fbe55a1400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:38.267726 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-abc55c4b-0aa8-4a1b-a7d0-62ac5b6170fc req-fb56340b-f3d3-4d3d-b4c9-49fbe55a1400 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d19a3e3e6fd4ca1976096625e933086&device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 1130 time: 0.0436039 Mar 04 00:57:38.373605 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc55c4b-0aa8-4a1b-a7d0-62ac5b6170fc req-9df5fee4-5520-4aba-b30a-0a717f7706a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:38.375110 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-abc55c4b-0aa8-4a1b-a7d0-62ac5b6170fc req-9df5fee4-5520-4aba-b30a-0a717f7706a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03f613fb-df51-4832-9479-76b3f57aa165 HTTP/1.1" status: 200 len: 912 time: 0.0861430 Mar 04 00:57:38.444402 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-abc55c4b-0aa8-4a1b-a7d0-62ac5b6170fc req-6f27c0f6-90fd-4555-80d7-32367a4b650e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 HTTP/1.1" status: 200 len: 1002 time: 0.0621696 Mar 04 00:57:38.491788 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa48d5f-ebea-4658-93f9-e8d5695f0a3a req-9a1f978d-1d26-4209-86cd-47e1d54bdc58 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:38.493929 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cfa48d5f-ebea-4658-93f9-e8d5695f0a3a req-9a1f978d-1d26-4209-86cd-47e1d54bdc58 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0542021 Mar 04 00:57:38.529084 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc55c4b-0aa8-4a1b-a7d0-62ac5b6170fc req-587bad50-b6ef-40a1-a3a1-563186f257c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:38.530597 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-abc55c4b-0aa8-4a1b-a7d0-62ac5b6170fc req-587bad50-b6ef-40a1-a3a1-563186f257c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=97b47f6d-aec7-4417-8d0d-53f7d0562551 HTTP/1.1" status: 200 len: 850 time: 0.0764332 Mar 04 00:57:38.535941 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5be59-383d-40a9-a9ee-8a32ae203fce req-10800fe9-d1b1-4892-8dc4-5fc61babc1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:38.537422 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-17a5be59-383d-40a9-a9ee-8a32ae203fce req-10800fe9-d1b1-4892-8dc4-5fc61babc1bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8184b19f8e04a52b1c60c1b8574eaf6&device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 1169 time: 0.0843070 Mar 04 00:57:38.557032 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-cfa48d5f-ebea-4658-93f9-e8d5695f0a3a req-67de078a-05da-41f3-85ab-3c438900eb24 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&id=651f2d94-4283-4805-8e4b-bb59f4cb96db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570922 Mar 04 00:57:38.633024 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc55c4b-0aa8-4a1b-a7d0-62ac5b6170fc req-18293be5-e656-454a-aebb-ef2e25245642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:38.634650 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-abc55c4b-0aa8-4a1b-a7d0-62ac5b6170fc req-18293be5-e656-454a-aebb-ef2e25245642 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03f613fb-df51-4832-9479-76b3f57aa165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0963092 Mar 04 00:57:38.695419 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5be59-383d-40a9-a9ee-8a32ae203fce req-785f645e-1545-484b-b99d-5f0019162d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:38.696794 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-17a5be59-383d-40a9-a9ee-8a32ae203fce req-785f645e-1545-484b-b99d-5f0019162d7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcbab97d-281d-41b7-839e-f0d285465443 HTTP/1.1" status: 200 len: 915 time: 0.1509204 Mar 04 00:57:38.785178 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-17a5be59-383d-40a9-a9ee-8a32ae203fce req-f1412c51-75ba-4610-8385-3f3095a5ece6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa7fdd36-22cc-494f-a783-07b573de64cc HTTP/1.1" status: 200 len: 1002 time: 0.0796363 Mar 04 00:57:38.787132 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-abc55c4b-0aa8-4a1b-a7d0-62ac5b6170fc req-740a52cc-132a-41c6-82d5-61a7d433bf0d service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424201 Mar 04 00:57:38.887089 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5be59-383d-40a9-a9ee-8a32ae203fce req-cbf381d9-b59e-4091-b47a-8be2524e8195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:38.888801 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-17a5be59-383d-40a9-a9ee-8a32ae203fce req-cbf381d9-b59e-4091-b47a-8be2524e8195 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30a65b02-12f9-4ec1-bdee-dd8b3e1fa202 HTTP/1.1" status: 200 len: 853 time: 0.0920246 Mar 04 00:57:38.938413 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-abc55c4b-0aa8-4a1b-a7d0-62ac5b6170fc req-78b9df1e-6903-4d9f-bebc-7302118d2e46 service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404481 Mar 04 00:57:38.953345 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5be59-383d-40a9-a9ee-8a32ae203fce req-f3236a0c-4ca5-4b5c-8c8c-a13caaebef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:38.954746 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-17a5be59-383d-40a9-a9ee-8a32ae203fce req-f3236a0c-4ca5-4b5c-8c8c-a13caaebef07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcbab97d-281d-41b7-839e-f0d285465443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538371 Mar 04 00:57:39.047623 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-17a5be59-383d-40a9-a9ee-8a32ae203fce req-9ab167b1-f0a5-4b5c-8b34-449a1c31399f service neutron] 10.222.0.20 "GET /v2.0/networks/bcbab97d-281d-41b7-839e-f0d285465443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827811 Mar 04 00:57:39.132351 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-17a5be59-383d-40a9-a9ee-8a32ae203fce req-99f0de4c-30bc-43b7-9fe7-be308c2fca35 service neutron] 10.222.0.20 "GET /v2.0/networks/bcbab97d-281d-41b7-839e-f0d285465443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787823 Mar 04 00:57:39.675531 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935328f-65e1-404e-81f5-3fd116da589c req-9ee1f9fb-1502-46e5-a9f3-08118a727dc2 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:39.677005 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f935328f-65e1-404e-81f5-3fd116da589c req-9ee1f9fb-1502-46e5-a9f3-08118a727dc2 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0522025 Mar 04 00:57:39.734459 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f935328f-65e1-404e-81f5-3fd116da589c req-a8ea81cd-2c8a-4d38-ba24-2e43a8e74816 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&id=651f2d94-4283-4805-8e4b-bb59f4cb96db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511382 Mar 04 00:57:40.867330 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a6dfc-34ab-4826-a38b-ffea6e510b5c req-5a94192f-96b5-4425-8cb6-2627751d988e tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:40.868792 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fd9a6dfc-34ab-4826-a38b-ffea6e510b5c req-5a94192f-96b5-4425-8cb6-2627751d988e tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0522578 Mar 04 00:57:40.925797 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fd9a6dfc-34ab-4826-a38b-ffea6e510b5c req-34ad494c-d258-42bb-bd2d-52f159bc6ecb tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&id=651f2d94-4283-4805-8e4b-bb59f4cb96db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514185 Mar 04 00:57:42.044559 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709d011-696a-490b-a3d6-96f668ae4006 req-71f928a5-6a61-4dfd-8864-c8fcb95ecaef tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:42.046013 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9709d011-696a-490b-a3d6-96f668ae4006 req-71f928a5-6a61-4dfd-8864-c8fcb95ecaef tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0546515 Mar 04 00:57:42.104161 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9709d011-696a-490b-a3d6-96f668ae4006 req-c3ce171a-6d73-4582-86d4-00c413629272 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&id=651f2d94-4283-4805-8e4b-bb59f4cb96db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525074 Mar 04 00:57:43.219920 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fccbb8-8c9f-4056-bda1-6e56f79e1650 req-aa51fdc1-9255-4eb7-aca0-2e98013938ae tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:43.221376 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-49fccbb8-8c9f-4056-bda1-6e56f79e1650 req-aa51fdc1-9255-4eb7-aca0-2e98013938ae tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0517330 Mar 04 00:57:43.282450 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-49fccbb8-8c9f-4056-bda1-6e56f79e1650 req-1653a1d1-ca28-4f72-bb1f-28d1fa4a13e0 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&id=651f2d94-4283-4805-8e4b-bb59f4cb96db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555003 Mar 04 00:57:44.401205 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b2af5-47e3-4b55-a4a9-dfe4ed6d27c8 req-7e703808-c1fb-4006-b932-babcbd4f7b47 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:44.402690 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ca3b2af5-47e3-4b55-a4a9-dfe4ed6d27c8 req-7e703808-c1fb-4006-b932-babcbd4f7b47 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0554569 Mar 04 00:57:44.459420 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ca3b2af5-47e3-4b55-a4a9-dfe4ed6d27c8 req-107e282f-fe15-4ba8-98e4-5c9f5e69a1e8 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&id=651f2d94-4283-4805-8e4b-bb59f4cb96db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511634 Mar 04 00:57:45.577062 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8af7-f781-4ada-8686-bbf544cccb21 req-da26ecc0-be1e-41b3-9019-f3f8c73ca3fd tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:45.578562 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-387d8af7-f781-4ada-8686-bbf544cccb21 req-da26ecc0-be1e-41b3-9019-f3f8c73ca3fd tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0526736 Mar 04 00:57:45.635902 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-387d8af7-f781-4ada-8686-bbf544cccb21 req-80135c08-40f9-4361-b807-08794a3cfe04 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&id=651f2d94-4283-4805-8e4b-bb59f4cb96db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516591 Mar 04 00:57:46.762148 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70695f1a-7d31-4418-af83-75b96f4fc18e req-fa4af889-85f3-48d3-8269-5f67a235e91b tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:46.763875 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-70695f1a-7d31-4418-af83-75b96f4fc18e req-fa4af889-85f3-48d3-8269-5f67a235e91b tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0527291 Mar 04 00:57:46.824138 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-70695f1a-7d31-4418-af83-75b96f4fc18e req-b6473f27-c65d-4105-a7f7-6b28e52d7cf7 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&id=651f2d94-4283-4805-8e4b-bb59f4cb96db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546279 Mar 04 00:57:47.940861 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25250fe8-fd2f-4baa-9bdc-23d9948898e1 req-81de34dd-2c28-4d6a-95e3-82536d1e1349 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:47.942331 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-25250fe8-fd2f-4baa-9bdc-23d9948898e1 req-81de34dd-2c28-4d6a-95e3-82536d1e1349 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0511837 Mar 04 00:57:47.999818 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-25250fe8-fd2f-4baa-9bdc-23d9948898e1 req-922a910c-ff1d-4848-a9ac-15616c23b312 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&id=651f2d94-4283-4805-8e4b-bb59f4cb96db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508785 Mar 04 00:57:48.060044 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:57:49.120570 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef27d1-9c1d-4d62-a3e3-250bdd08cfce req-d6e3dace-ea17-4da7-9e1e-c90228708201 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:49.122056 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-61ef27d1-9c1d-4d62-a3e3-250bdd08cfce req-d6e3dace-ea17-4da7-9e1e-c90228708201 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0528593 Mar 04 00:57:49.180429 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-61ef27d1-9c1d-4d62-a3e3-250bdd08cfce req-55a8cc57-0b43-476f-aeb5-2d282460368b tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&id=651f2d94-4283-4805-8e4b-bb59f4cb96db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527027 Mar 04 00:57:49.448975 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-66f77f4c-b712-47c5-b7fd-1fd87e8a41be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:50.300165 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4955c7-647b-497c-a6cc-c9f65367c72d req-a68f458b-f1e3-45f7-880f-c14ca72556ca tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:50.301615 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6d4955c7-647b-497c-a6cc-c9f65367c72d req-a68f458b-f1e3-45f7-880f-c14ca72556ca tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0550282 Mar 04 00:57:50.359378 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-6d4955c7-647b-497c-a6cc-c9f65367c72d req-13baff56-28cc-4bb3-b6ee-6e07462332f1 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&id=651f2d94-4283-4805-8e4b-bb59f4cb96db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520515 Mar 04 00:57:51.473852 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e2e81-da77-49d8-933f-a339bd6b1cab req-27e7aa6c-ff41-4dca-aba1-0b2a864d7864 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:51.475599 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a25e2e81-da77-49d8-933f-a339bd6b1cab req-27e7aa6c-ff41-4dca-aba1-0b2a864d7864 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0515733 Mar 04 00:57:51.536538 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-a25e2e81-da77-49d8-933f-a339bd6b1cab req-8d6867d0-97e3-41be-bc4d-d4f5e2344bfa tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&id=651f2d94-4283-4805-8e4b-bb59f4cb96db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548687 Mar 04 00:57:51.723873 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-9e2fd1ec-a476-43c6-9431-673ab87ef64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:52.651904 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c6e93-7584-4642-936f-323386800503 req-e379d6b9-fd61-401b-a949-9b5f6083e520 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:52.653348 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-969c6e93-7584-4642-936f-323386800503 req-e379d6b9-fd61-401b-a949-9b5f6083e520 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0515385 Mar 04 00:57:52.713220 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-969c6e93-7584-4642-936f-323386800503 req-cac7161b-8f84-4949-ace8-f2bb4f29c312 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&id=651f2d94-4283-4805-8e4b-bb59f4cb96db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543301 Mar 04 00:57:52.800718 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:53.827656 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18bb9-211b-4667-a6c7-2641c2f19644 req-79a0710e-7194-4b92-8830-e59cedc88b35 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:53.829092 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-14b18bb9-211b-4667-a6c7-2641c2f19644 req-79a0710e-7194-4b92-8830-e59cedc88b35 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0506356 Mar 04 00:57:53.886642 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-14b18bb9-211b-4667-a6c7-2641c2f19644 req-34b65812-5aaf-4c8e-a316-71a960cb34a3 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&id=651f2d94-4283-4805-8e4b-bb59f4cb96db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519652 Mar 04 00:57:54.141077 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:55.003032 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aca02b-e8c3-4a8a-82f2-5c16bcf740aa req-2acf1894-8c92-42b3-a6a3-448f28f25320 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:55.004502 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-91aca02b-e8c3-4a8a-82f2-5c16bcf740aa req-2acf1894-8c92-42b3-a6a3-448f28f25320 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0525584 Mar 04 00:57:55.064073 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-91aca02b-e8c3-4a8a-82f2-5c16bcf740aa req-502925f4-20dd-45da-a91b-f95f39b5821f tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&id=651f2d94-4283-4805-8e4b-bb59f4cb96db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533328 Mar 04 00:57:55.858734 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:57:56.183463 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de2a58-7b50-44f1-945b-05314f3e7da2 req-248ef4c6-e63d-4e29-b18a-37fac9461c2c tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:57:56.184924 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-00de2a58-7b50-44f1-945b-05314f3e7da2 req-248ef4c6-e63d-4e29-b18a-37fac9461c2c tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0553811 Mar 04 00:57:56.243450 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-00de2a58-7b50-44f1-945b-05314f3e7da2 req-7a33282f-6329-4b96-9c53-bbd4f0495374 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&id=651f2d94-4283-4805-8e4b-bb59f4cb96db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529206 Mar 04 00:57:59.647896 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:03.693606 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52660) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:03.844239 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-1a5aaee1-13e9-4b27-bac3-41aca1fe49b5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Deleting port 65306edd-200f-4b05-8bc4-1e0d768efb35 {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:03.844574 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1a5aaee1-13e9-4b27-bac3-41aca1fe49b5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (65306edd-200f-4b05-8bc4-1e0d768efb35), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:03.919409 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1a5aaee1-13e9-4b27-bac3-41aca1fe49b5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (65306edd-200f-4b05-8bc4-1e0d768efb35), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:03.919731 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1a5aaee1-13e9-4b27-bac3-41aca1fe49b5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for floatingip (65306edd-200f-4b05-8bc4-1e0d768efb35), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:03.930920 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-1a5aaee1-13e9-4b27-bac3-41aca1fe49b5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Calling delete_port for 65306edd-200f-4b05-8bc4-1e0d768efb35 owned by network:floatingip {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:04.093811 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1a5aaee1-13e9-4b27-bac3-41aca1fe49b5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (65306edd-200f-4b05-8bc4-1e0d768efb35), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:04.118007 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5aaee1-13e9-4b27-bac3-41aca1fe49b5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event deleted for resources: {'Port': ['ID=65306edd-200f-4b05-8bc4-1e0d768efb35,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:04.179573 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1a5aaee1-13e9-4b27-bac3-41aca1fe49b5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for floatingip (e3e9362b-6971-4433-895e-4761abc95f56), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:04.179969 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.l3_db [None req-1a5aaee1-13e9-4b27-bac3-41aca1fe49b5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Floating IP e3e9362b-6971-4433-895e-4761abc95f56 disassociated (deleted). External IP: 172.27.0.219, port: 7279f250-fe4e-4e13-beb8-38cb1383782a. Mar 04 00:58:04.651104 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5aaee1-13e9-4b27-bac3-41aca1fe49b5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Router a620f0c6-79dc-4f2a-9704-126e860edc19 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:58:04.757809 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5aaee1-13e9-4b27-bac3-41aca1fe49b5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:58:04.763003 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-1a5aaee1-13e9-4b27-bac3-41aca1fe49b5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:04.767940 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2832dc-b294-4905-81c8-bd6223f54577 None None] Sync routers for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:58:04.777093 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2832dc-b294-4905-81c8-bd6223f54577 None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:04.777698 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-3b2832dc-b294-4905-81c8-bd6223f54577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:57:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:04.792720 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-1a5aaee1-13e9-4b27-bac3-41aca1fe49b5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "DELETE /v2.0/floatingips/e3e9362b-6971-4433-895e-4761abc95f56 HTTP/1.1" status: 204 len: 168 time: 1.0980070 Mar 04 00:58:04.793309 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92145359-72da-461e-aaee-1423861789c6', 'tag': '7279f250-fe4e-4e13-beb8-38cb1383782a'}] {{(pid=109681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:58:04.795574 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae4805007b3bb6190c1129a79b84dd0e255d51cd65cf20037da88792fc2b9a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bfe137-75fb-4abb-b5cd-e20016164ead" -d '{"events": [{"name": "network-changed", "server_uuid": "92145359-72da-461e-aaee-1423861789c6", "tag": "7279f250-fe4e-4e13-beb8-38cb1383782a"}]}' {{(pid=109681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:58:04.836278 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83181982-0c93-4a15-a212-2958cf437c46 x-openstack-request-id: req-83181982-0c93-4a15-a212-2958cf437c46 {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:58:04.836574 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92145359-72da-461e-aaee-1423861789c6", "tag": "7279f250-fe4e-4e13-beb8-38cb1383782a", "status": "completed", "code": 200}]} {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:58:04.836828 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83181982-0c93-4a15-a212-2958cf437c46 {{(pid=109681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:58:04.837259 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92145359-72da-461e-aaee-1423861789c6', 'tag': '7279f250-fe4e-4e13-beb8-38cb1383782a', 'status': 'completed', 'code': 200} Mar 04 00:58:04.895750 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-3b2832dc-b294-4905-81c8-bd6223f54577 None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:04.905813 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfe137-75fb-4abb-b5cd-e20016164ead req-b7b658c6-45ac-470f-9138-d3ceaa88ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:04.906508 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-47bfe137-75fb-4abb-b5cd-e20016164ead req-b7b658c6-45ac-470f-9138-d3ceaa88ff0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d19a3e3e6fd4ca1976096625e933086&device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 1129 time: 0.0457191 Mar 04 00:58:05.015590 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfe137-75fb-4abb-b5cd-e20016164ead req-edf72de1-f00a-43ad-911a-0db076222279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:05.017125 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-47bfe137-75fb-4abb-b5cd-e20016164ead req-edf72de1-f00a-43ad-911a-0db076222279 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03f613fb-df51-4832-9479-76b3f57aa165 HTTP/1.1" status: 200 len: 912 time: 0.0955162 Mar 04 00:58:05.039210 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df457558-f9fc-4468-b5e2-dcbc4106d282 req-924b1051-8c0c-4d3b-9acf-a97f554308ef tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:05.040864 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-df457558-f9fc-4468-b5e2-dcbc4106d282 req-924b1051-8c0c-4d3b-9acf-a97f554308ef tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 945 time: 0.0577459 Mar 04 00:58:05.061281 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-47bfe137-75fb-4abb-b5cd-e20016164ead req-a6a27cd8-be77-41a3-805f-01a09b13a515 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7279f250-fe4e-4e13-beb8-38cb1383782a HTTP/1.1" status: 200 len: 217 time: 0.0364614 Mar 04 00:58:05.093165 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-df457558-f9fc-4468-b5e2-dcbc4106d282 req-7a86ea02-274e-45e1-a781-9fe3d4135304 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445611 Mar 04 00:58:05.109980 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfe137-75fb-4abb-b5cd-e20016164ead req-fdf2a956-4149-47b5-b9bc-ab677b58d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:05.111482 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-47bfe137-75fb-4abb-b5cd-e20016164ead req-fdf2a956-4149-47b5-b9bc-ab677b58d296 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=97b47f6d-aec7-4417-8d0d-53f7d0562551 HTTP/1.1" status: 200 len: 850 time: 0.0445390 Mar 04 00:58:05.133754 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-3b2832dc-b294-4905-81c8-bd6223f54577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'bf18c0e2-8a4a-428f-851b-aafea1a53d93', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'port_id': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'mac_address': 'fa:16:3e:04:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:54:17Z', 'updated_at': '2022-03-04T00:54:20Z', 'revision_number': 1, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:05.160133 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2832dc-b294-4905-81c8-bd6223f54577 None None] Checking router: a620f0c6-79dc-4f2a-9704-126e860edc19 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:58:05.165613 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfe137-75fb-4abb-b5cd-e20016164ead req-2a243661-a79e-44e8-bfb8-a3d59eadb44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:05.167252 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-47bfe137-75fb-4abb-b5cd-e20016164ead req-2a243661-a79e-44e8-bfb8-a3d59eadb44d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03f613fb-df51-4832-9479-76b3f57aa165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483570 Mar 04 00:58:05.168841 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2832dc-b294-4905-81c8-bd6223f54577 None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:05.169438 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-3b2832dc-b294-4905-81c8-bd6223f54577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:57:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:05.254856 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-47bfe137-75fb-4abb-b5cd-e20016164ead req-730b652b-7895-41e0-b143-933dd8e9f016 service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786345 Mar 04 00:58:05.277657 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-3b2832dc-b294-4905-81c8-bd6223f54577 None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:05.346891 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-47bfe137-75fb-4abb-b5cd-e20016164ead req-105d6c42-f66f-4449-87d2-f8f058fb09c6 service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852637 Mar 04 00:58:05.498813 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-3b2832dc-b294-4905-81c8-bd6223f54577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'bf18c0e2-8a4a-428f-851b-aafea1a53d93', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'port_id': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'mac_address': 'fa:16:3e:04:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:54:17Z', 'updated_at': '2022-03-04T00:54:20Z', 'revision_number': 1, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:05.528564 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2832dc-b294-4905-81c8-bd6223f54577 None None] The sync data for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi is: [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_floatingips': [{'id': 'bf18c0e2-8a4a-428f-851b-aafea1a53d93', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'router_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'port_id': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'mac_address': 'fa:16:3e:04:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T00:54:17Z', 'updated_at': '2022-03-04T00:54:20Z', 'revision_number': 1, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:58:05.732675 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed71676-4030-44b5-94a4-76f0cb589c33 None None] New status for floating IP e3e9362b-6971-4433-895e-4761abc95f56: DOWN {{(pid=109683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:58:06.219145 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41484dd-aa9d-47dc-a8b2-6ce52760f2df req-6a201682-f7e5-4b9f-8479-ef37d6f0fb2c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:06.220630 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d41484dd-aa9d-47dc-a8b2-6ce52760f2df req-6a201682-f7e5-4b9f-8479-ef37d6f0fb2c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 945 time: 0.0545368 Mar 04 00:58:06.268605 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-d41484dd-aa9d-47dc-a8b2-6ce52760f2df req-1fda1514-6916-4fbd-9331-11315600ddb7 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424268 Mar 04 00:58:06.646909 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba1819-1568-4ac6-94d4-013dc25aa1bd req-b8823b45-d999-4c1a-b078-aeb01038e85c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:06.648413 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6cba1819-1568-4ac6-94d4-013dc25aa1bd req-b8823b45-d999-4c1a-b078-aeb01038e85c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.20 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 945 time: 0.0510402 Mar 04 00:58:06.742383 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-6cba1819-1568-4ac6-94d4-013dc25aa1bd req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Deleting port 7279f250-fe4e-4e13-beb8-38cb1383782a {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:06.742707 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-6cba1819-1568-4ac6-94d4-013dc25aa1bd req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (7279f250-fe4e-4e13-beb8-38cb1383782a), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:06.830786 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-6cba1819-1568-4ac6-94d4-013dc25aa1bd req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] For port 7279f250-fe4e-4e13-beb8-38cb1383782a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7279f250-fe4e-4e13-beb8-38cb1383782a,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:06.831151 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-6cba1819-1568-4ac6-94d4-013dc25aa1bd req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (7279f250-fe4e-4e13-beb8-38cb1383782a), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:06.843091 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-6cba1819-1568-4ac6-94d4-013dc25aa1bd req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Calling delete_port for 7279f250-fe4e-4e13-beb8-38cb1383782a owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:06.966475 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-6cba1819-1568-4ac6-94d4-013dc25aa1bd req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (7279f250-fe4e-4e13-beb8-38cb1383782a), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:06.991864 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event deleted for resources: {'Port': ['ID=7279f250-fe4e-4e13-beb8-38cb1383782a,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:07.001060 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:07.001402 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:07.001741 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:07.002094 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:07.002420 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:07.002744 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:07.003066 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:07.003389 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:07.004155 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:07.004155 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:07.004349 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:07.004613 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:07.004922 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:07.054778 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cba1819-1568-4ac6-94d4-013dc25aa1bd req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] No DVR routers for this DVR port 7279f250-fe4e-4e13-beb8-38cb1383782a on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:58:07.057255 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-6cba1819-1568-4ac6-94d4-013dc25aa1bd req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:07.060578 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-6cba1819-1568-4ac6-94d4-013dc25aa1bd req-7158601f-9038-4033-b8dc-161023434d03 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.20 "DELETE /v2.0/ports/7279f250-fe4e-4e13-beb8-38cb1383782a HTTP/1.1" status: 204 len: 173 time: 0.4057107 Mar 04 00:58:07.061017 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92145359-72da-461e-aaee-1423861789c6', 'name': 'network-vif-deleted', 'tag': '7279f250-fe4e-4e13-beb8-38cb1383782a'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:58:07.063242 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f08aa65-cd06-42fe-819b-c64f593b64d6" -d '{"events": [{"server_uuid": "92145359-72da-461e-aaee-1423861789c6", "name": "network-vif-deleted", "tag": "7279f250-fe4e-4e13-beb8-38cb1383782a"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:58:07.099916 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa58d4e9-655f-4d54-afe9-7f2c9c87d473 x-openstack-request-id: req-aa58d4e9-655f-4d54-afe9-7f2c9c87d473 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:58:07.100221 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92145359-72da-461e-aaee-1423861789c6", "name": "network-vif-deleted", "tag": "7279f250-fe4e-4e13-beb8-38cb1383782a", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:58:07.100513 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa58d4e9-655f-4d54-afe9-7f2c9c87d473 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:58:07.100885 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92145359-72da-461e-aaee-1423861789c6', 'name': 'network-vif-deleted', 'tag': '7279f250-fe4e-4e13-beb8-38cb1383782a', 'status': 'completed', 'code': 200} Mar 04 00:58:07.369224 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-5831b96e-4762-4182-95c0-7080ed4bab19 req-592cc423-7bcf-4cd6-8128-342490e8314f tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=92145359-72da-461e-aaee-1423861789c6 HTTP/1.1" status: 200 len: 210 time: 0.0291023 Mar 04 00:58:10.389663 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 7279f250-fe4e-4e13-beb8-38cb1383782a no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:10.409109 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: 7279f250-fe4e-4e13-beb8-38cb1383782a {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:10.409453 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 7279f250-fe4e-4e13-beb8-38cb1383782a not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:10.651516 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52690) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:10.806554 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Deleting port e262e76f-38b4-41e4-9149-9463a95993d2 {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:10.806890 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (e262e76f-38b4-41e4-9149-9463a95993d2), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:10.885800 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (e262e76f-38b4-41e4-9149-9463a95993d2), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:10.886145 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for floatingip (e262e76f-38b4-41e4-9149-9463a95993d2), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:10.897640 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Calling delete_port for e262e76f-38b4-41e4-9149-9463a95993d2 owned by network:floatingip {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:11.040256 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (e262e76f-38b4-41e4-9149-9463a95993d2), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:11.066488 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event deleted for resources: {'Port': ['ID=e262e76f-38b4-41e4-9149-9463a95993d2,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:11.091287 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:11.091631 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:11.091974 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:11.092305 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:11.092632 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:11.092954 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:11.093282 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:11.093605 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:11.093956 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:11.094276 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:11.094597 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:11.094911 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:11.095225 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:11.132482 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for floatingip (bf18c0e2-8a4a-428f-851b-aafea1a53d93), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:11.132805 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.l3_db [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Floating IP bf18c0e2-8a4a-428f-851b-aafea1a53d93 disassociated (deleted). External IP: 172.27.0.186, port: dcd8a1ea-71a6-414a-be1b-cec8475a0eb9. Mar 04 00:58:11.339414 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Router a620f0c6-79dc-4f2a-9704-126e860edc19 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:58:11.447766 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:58:11.452560 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:11.458354 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e23aeb9-6958-42d9-81f1-b3237e07c4c9 None None] Sync routers for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:58:11.467641 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e23aeb9-6958-42d9-81f1-b3237e07c4c9 None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:11.468240 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-6e23aeb9-6958-42d9-81f1-b3237e07c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:57:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:11.481817 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-390d6b08-41f8-4300-b481-6ffa287e9663 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "DELETE /v2.0/floatingips/bf18c0e2-8a4a-428f-851b-aafea1a53d93 HTTP/1.1" status: 204 len: 168 time: 0.8292177 Mar 04 00:58:11.482393 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'tag': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9'}] {{(pid=109681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:58:11.484621 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae4805007b3bb6190c1129a79b84dd0e255d51cd65cf20037da88792fc2b9a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07703625-4608-4720-a034-6da86af96d47" -d '{"events": [{"name": "network-changed", "server_uuid": "7f482080-11ba-4eda-9754-80aa87fcbe42", "tag": "dcd8a1ea-71a6-414a-be1b-cec8475a0eb9"}]}' {{(pid=109681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:58:11.524060 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc54f21e-1ef5-41a8-a6a1-670798aeb71a x-openstack-request-id: req-bc54f21e-1ef5-41a8-a6a1-670798aeb71a {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:58:11.524839 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f482080-11ba-4eda-9754-80aa87fcbe42", "tag": "dcd8a1ea-71a6-414a-be1b-cec8475a0eb9", "status": "completed", "code": 200}]} {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:58:11.525237 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc54f21e-1ef5-41a8-a6a1-670798aeb71a {{(pid=109681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:58:11.525518 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'tag': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9', 'status': 'completed', 'code': 200} Mar 04 00:58:11.585998 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-6e23aeb9-6958-42d9-81f1-b3237e07c4c9 None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:11.595018 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07703625-4608-4720-a034-6da86af96d47 req-e0242212-306a-488e-8a07-da7fc3113848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:11.596816 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-07703625-4608-4720-a034-6da86af96d47 req-e0242212-306a-488e-8a07-da7fc3113848 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d19a3e3e6fd4ca1976096625e933086&device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 1130 time: 0.0519714 Mar 04 00:58:11.699402 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07703625-4608-4720-a034-6da86af96d47 req-b5499148-8d6b-4d26-b941-b1081906d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:11.700874 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-07703625-4608-4720-a034-6da86af96d47 req-b5499148-8d6b-4d26-b941-b1081906d244 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03f613fb-df51-4832-9479-76b3f57aa165 HTTP/1.1" status: 200 len: 912 time: 0.0967131 Mar 04 00:58:11.742295 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92e77b-ad1a-4a7d-a5d8-dd745c50ea83 req-2b764121-a982-426f-b53b-04aca0d12dbe tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:11.744619 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ea92e77b-ad1a-4a7d-a5d8-dd745c50ea83 req-2b764121-a982-426f-b53b-04aca0d12dbe tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 946 time: 0.0604084 Mar 04 00:58:11.748932 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-07703625-4608-4720-a034-6da86af96d47 req-4b49b73c-8336-4e97-991f-ad06892fbac8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 HTTP/1.1" status: 200 len: 217 time: 0.0390618 Mar 04 00:58:11.803915 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-ea92e77b-ad1a-4a7d-a5d8-dd745c50ea83 req-bc610006-2a33-4cc5-8166-8498f51b270c tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515099 Mar 04 00:58:11.805348 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-6e23aeb9-6958-42d9-81f1-b3237e07c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:11.811494 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07703625-4608-4720-a034-6da86af96d47 req-0446aa5f-2614-46cf-9e18-45c80adcee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:11.812962 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-07703625-4608-4720-a034-6da86af96d47 req-0446aa5f-2614-46cf-9e18-45c80adcee6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=97b47f6d-aec7-4417-8d0d-53f7d0562551 HTTP/1.1" status: 200 len: 850 time: 0.0578768 Mar 04 00:58:11.832454 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e23aeb9-6958-42d9-81f1-b3237e07c4c9 None None] Checking router: a620f0c6-79dc-4f2a-9704-126e860edc19 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:58:11.841387 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e23aeb9-6958-42d9-81f1-b3237e07c4c9 None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:11.842044 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-6e23aeb9-6958-42d9-81f1-b3237e07c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:57:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:11.862565 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07703625-4608-4720-a034-6da86af96d47 req-a68d354b-ac9f-4a15-ad56-8428b7dfa2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:11.863998 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-07703625-4608-4720-a034-6da86af96d47 req-a68d354b-ac9f-4a15-ad56-8428b7dfa2a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03f613fb-df51-4832-9479-76b3f57aa165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442257 Mar 04 00:58:11.953634 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-6e23aeb9-6958-42d9-81f1-b3237e07c4c9 None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:11.961401 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-07703625-4608-4720-a034-6da86af96d47 req-c8198274-1815-4b39-9d72-c20dab5a433c service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840218 Mar 04 00:58:12.051260 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-07703625-4608-4720-a034-6da86af96d47 req-4e21ac2f-5707-49a2-91aa-2f0d0356c08b service neutron] 10.222.0.20 "GET /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817690 Mar 04 00:58:12.146389 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-6e23aeb9-6958-42d9-81f1-b3237e07c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:12.175037 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e23aeb9-6958-42d9-81f1-b3237e07c4c9 None None] The sync data for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi is: [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:13Z', 'revision_number': 4, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8ec64c42-daec-4d90-9f46-4393b1d24b69', 'name': '', 'network_id': '03f613fb-df51-4832-9479-76b3f57aa165', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'mac_address': 'fa:16:3e:1c:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:12Z', 'updated_at': '2022-03-04T00:50:22Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'subnets': [{'id': '97b47f6d-aec7-4417-8d0d-53f7d0562551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:58:12.390002 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd53eb-64b0-41d0-a88a-a04dfbd37d51 None None] New status for floating IP bf18c0e2-8a4a-428f-851b-aafea1a53d93: DOWN {{(pid=109683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:58:12.926138 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8bab5-db91-4be7-b0fc-719a549f1254 req-19753b44-6a2a-4825-8da1-3b5d8bcfeeb8 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:12.927630 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fdd8bab5-db91-4be7-b0fc-719a549f1254 req-19753b44-6a2a-4825-8da1-3b5d8bcfeeb8 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 946 time: 0.0545747 Mar 04 00:58:12.980459 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-fdd8bab5-db91-4be7-b0fc-719a549f1254 req-4b46a0d5-ec39-48a5-9e71-9d1f63a8afba tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8563afb-7faa-45d6-a1db-009a80a7eb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439174 Mar 04 00:58:13.357439 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dafe4-7939-4fd3-acb5-680e6c8fea05 req-c0db524a-16f9-47f0-b63a-f7a4407fae24 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:13.358899 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bf4dafe4-7939-4fd3-acb5-680e6c8fea05 req-c0db524a-16f9-47f0-b63a-f7a4407fae24 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 946 time: 0.0508990 Mar 04 00:58:13.456884 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-bf4dafe4-7939-4fd3-acb5-680e6c8fea05 req-1ac567af-130e-49de-982b-c4965837cccc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Deleting port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:13.457212 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-bf4dafe4-7939-4fd3-acb5-680e6c8fea05 req-1ac567af-130e-49de-982b-c4965837cccc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (dcd8a1ea-71a6-414a-be1b-cec8475a0eb9), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:13.542546 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-bf4dafe4-7939-4fd3-acb5-680e6c8fea05 req-1ac567af-130e-49de-982b-c4965837cccc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] For port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=dcd8a1ea-71a6-414a-be1b-cec8475a0eb9,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:13.542898 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-bf4dafe4-7939-4fd3-acb5-680e6c8fea05 req-1ac567af-130e-49de-982b-c4965837cccc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (dcd8a1ea-71a6-414a-be1b-cec8475a0eb9), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:13.555334 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-bf4dafe4-7939-4fd3-acb5-680e6c8fea05 req-1ac567af-130e-49de-982b-c4965837cccc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Calling delete_port for dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:13.681471 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-bf4dafe4-7939-4fd3-acb5-680e6c8fea05 req-1ac567af-130e-49de-982b-c4965837cccc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (dcd8a1ea-71a6-414a-be1b-cec8475a0eb9), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:13.708882 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac567af-130e-49de-982b-c4965837cccc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event deleted for resources: {'Port': ['ID=dcd8a1ea-71a6-414a-be1b-cec8475a0eb9,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:13.772798 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4dafe4-7939-4fd3-acb5-680e6c8fea05 req-1ac567af-130e-49de-982b-c4965837cccc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] No DVR routers for this DVR port dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:58:13.776106 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-bf4dafe4-7939-4fd3-acb5-680e6c8fea05 req-1ac567af-130e-49de-982b-c4965837cccc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:13.779345 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-bf4dafe4-7939-4fd3-acb5-680e6c8fea05 req-1ac567af-130e-49de-982b-c4965837cccc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.20 "DELETE /v2.0/ports/dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 HTTP/1.1" status: 204 len: 173 time: 0.4150970 Mar 04 00:58:13.779781 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'name': 'network-vif-deleted', 'tag': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:58:13.782007 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926f05b5-7d49-4bf0-a5af-7fbb444870a4" -d '{"events": [{"server_uuid": "7f482080-11ba-4eda-9754-80aa87fcbe42", "name": "network-vif-deleted", "tag": "dcd8a1ea-71a6-414a-be1b-cec8475a0eb9"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:58:13.816582 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31f5c7b-c891-49b9-aeed-3e712669807b x-openstack-request-id: req-e31f5c7b-c891-49b9-aeed-3e712669807b {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:58:13.816892 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f482080-11ba-4eda-9754-80aa87fcbe42", "name": "network-vif-deleted", "tag": "dcd8a1ea-71a6-414a-be1b-cec8475a0eb9", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:58:13.817130 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e31f5c7b-c891-49b9-aeed-3e712669807b {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:58:13.817527 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f482080-11ba-4eda-9754-80aa87fcbe42', 'name': 'network-vif-deleted', 'tag': 'dcd8a1ea-71a6-414a-be1b-cec8475a0eb9', 'status': 'completed', 'code': 200} Mar 04 00:58:14.078829 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-4c593671-ef4d-46d7-848a-892bd5b9ecd0 req-e948cb7a-5404-45b3-a72e-983245eefa4e tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f482080-11ba-4eda-9754-80aa87fcbe42 HTTP/1.1" status: 200 len: 210 time: 0.0314267 Mar 04 00:58:15.135289 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52706) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:15.256264 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-c8a32eab-8603-41a4-8080-30d25c3f85f5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Deleting port c609e485-cb9b-47e3-996f-5309c1f62ca4 {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:15.256609 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c8a32eab-8603-41a4-8080-30d25c3f85f5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (c609e485-cb9b-47e3-996f-5309c1f62ca4), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:15.332695 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c8a32eab-8603-41a4-8080-30d25c3f85f5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (c609e485-cb9b-47e3-996f-5309c1f62ca4), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:15.333020 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c8a32eab-8603-41a4-8080-30d25c3f85f5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for floatingip (c609e485-cb9b-47e3-996f-5309c1f62ca4), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:15.345015 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-c8a32eab-8603-41a4-8080-30d25c3f85f5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Calling delete_port for c609e485-cb9b-47e3-996f-5309c1f62ca4 owned by network:floatingip {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:15.472398 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c8a32eab-8603-41a4-8080-30d25c3f85f5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (c609e485-cb9b-47e3-996f-5309c1f62ca4), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:15.498692 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a32eab-8603-41a4-8080-30d25c3f85f5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event deleted for resources: {'Port': ['ID=c609e485-cb9b-47e3-996f-5309c1f62ca4,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:15.558841 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c8a32eab-8603-41a4-8080-30d25c3f85f5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for floatingip (bdf599ac-77c3-455a-b56c-01c67562ecce), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:15.561539 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c8a32eab-8603-41a4-8080-30d25c3f85f5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:15.562740 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-c8a32eab-8603-41a4-8080-30d25c3f85f5 tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "DELETE /v2.0/floatingips/bdf599ac-77c3-455a-b56c-01c67562ecce HTTP/1.1" status: 204 len: 168 time: 0.4264812 Mar 04 00:58:16.406193 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:16.426131 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:16.426477 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device dcd8a1ea-71a6-414a-be1b-cec8475a0eb9 not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:16.759841 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52718) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:16.814989 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-297ec989-be56-432f-86b5-68b6bead1cfc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group (a8563afb-7faa-45d6-a1db-009a80a7eb14), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:16.843957 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-297ec989-be56-432f-86b5-68b6bead1cfc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group (a8563afb-7faa-45d6-a1db-009a80a7eb14), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:16.902704 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-297ec989-be56-432f-86b5-68b6bead1cfc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (a8563afb-7faa-45d6-a1db-009a80a7eb14), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:16.905314 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-297ec989-be56-432f-86b5-68b6bead1cfc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:16.906489 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-297ec989-be56-432f-86b5-68b6bead1cfc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] 10.222.0.23 "DELETE /v2.0/security-groups/a8563afb-7faa-45d6-a1db-009a80a7eb14 HTTP/1.1" status: 204 len: 168 time: 0.1455493 Mar 04 00:58:16.915424 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ec989-be56-432f-86b5-68b6bead1cfc tempest-TestVolumeBootPattern-2095186953 tempest-TestVolumeBootPattern-2095186953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8563afb-7faa-45d6-a1db-009a80a7eb14,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:16.961956 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52722) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:17.409547 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-13d75cc9-9512-4d2f-9e41-e1f0259f3dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548415'] for router_interface (a620f0c6-79dc-4f2a-9704-126e860edc19), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:17.653337 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-13d75cc9-9512-4d2f-9e41-e1f0259f3dcb admin admin] Deleting port 8ec64c42-daec-4d90-9f46-4393b1d24b69 {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:17.653675 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-13d75cc9-9512-4d2f-9e41-e1f0259f3dcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:17.731758 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.db [None req-13d75cc9-9512-4d2f-9e41-e1f0259f3dcb admin admin] For port 8ec64c42-daec-4d90-9f46-4393b1d24b69, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=8ec64c42-daec-4d90-9f46-4393b1d24b69,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:17.732113 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-13d75cc9-9512-4d2f-9e41-e1f0259f3dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:17.744955 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-13d75cc9-9512-4d2f-9e41-e1f0259f3dcb admin admin] Calling delete_port for 8ec64c42-daec-4d90-9f46-4393b1d24b69 owned by network:router_interface {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:17.920146 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-13d75cc9-9512-4d2f-9e41-e1f0259f3dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (8ec64c42-daec-4d90-9f46-4393b1d24b69), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:17.942629 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d75cc9-9512-4d2f-9e41-e1f0259f3dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec64c42-daec-4d90-9f46-4393b1d24b69,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:18.111733 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-13d75cc9-9512-4d2f-9e41-e1f0259f3dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548563'] for router_interface (a620f0c6-79dc-4f2a-9704-126e860edc19), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:18.327117 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d75cc9-9512-4d2f-9e41-e1f0259f3dcb admin admin] Router a620f0c6-79dc-4f2a-9704-126e860edc19 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:58:18.437508 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d75cc9-9512-4d2f-9e41-e1f0259f3dcb admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:58:18.442574 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-13d75cc9-9512-4d2f-9e41-e1f0259f3dcb admin admin] 10.222.0.23 "PUT /v2.0/routers/a620f0c6-79dc-4f2a-9704-126e860edc19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4795105 Mar 04 00:58:18.445010 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52726) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:18.448764 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e911c4-a7b5-4617-8b61-3547db46b355 None None] Sync routers for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:58:18.458601 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e911c4-a7b5-4617-8b61-3547db46b355 None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:18.459203 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-16e911c4-a7b5-4617-8b61-3547db46b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:57:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:18.552509 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b4ccab65-5220-4b70-bbc5-076f7fef7ce6 admin admin] Publish callbacks [] for router (a620f0c6-79dc-4f2a-9704-126e860edc19), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:18.658127 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b4ccab65-5220-4b70-bbc5-076f7fef7ce6 admin admin] Publish callbacks [] for router_gateway (a620f0c6-79dc-4f2a-9704-126e860edc19), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:18.698458 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-16e911c4-a7b5-4617-8b61-3547db46b355 None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:18.710374 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-b4ccab65-5220-4b70-bbc5-076f7fef7ce6 admin admin] Deleting port 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7 {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:18.710720 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b4ccab65-5220-4b70-bbc5-076f7fef7ce6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (99d9788d-e0eb-4f94-9e7c-f8f827bf86a7), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:18.791163 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.db [None req-b4ccab65-5220-4b70-bbc5-076f7fef7ce6 admin admin] For port 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=99d9788d-e0eb-4f94-9e7c-f8f827bf86a7,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:18.791665 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b4ccab65-5220-4b70-bbc5-076f7fef7ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (99d9788d-e0eb-4f94-9e7c-f8f827bf86a7), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:18.803056 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-b4ccab65-5220-4b70-bbc5-076f7fef7ce6 admin admin] Calling delete_port for 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7 owned by network:router_gateway {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:18.877143 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-16e911c4-a7b5-4617-8b61-3547db46b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:58:17Z', 'revision_number': 5, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port': {'id': '99d9788d-e0eb-4f94-9e7c-f8f827bf86a7', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:18.904304 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e911c4-a7b5-4617-8b61-3547db46b355 None None] Checking router: a620f0c6-79dc-4f2a-9704-126e860edc19 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:58:18.913662 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e911c4-a7b5-4617-8b61-3547db46b355 None None] Routers {'a620f0c6-79dc-4f2a-9704-126e860edc19'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:18.914351 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-16e911c4-a7b5-4617-8b61-3547db46b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:57:52Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['a620f0c6-79dc-4f2a-9704-126e860edc19'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:18.970876 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b4ccab65-5220-4b70-bbc5-076f7fef7ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (99d9788d-e0eb-4f94-9e7c-f8f827bf86a7), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:18.996818 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccab65-5220-4b70-bbc5-076f7fef7ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=99d9788d-e0eb-4f94-9e7c-f8f827bf86a7,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:19.002882 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-16e911c4-a7b5-4617-8b61-3547db46b355 None None] Set router a620f0c6-79dc-4f2a-9704-126e860edc19 gateway port host: None {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:19.057631 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-16e911c4-a7b5-4617-8b61-3547db46b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:58:18Z', 'revision_number': 6, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port_host': None}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:19.058273 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b4ccab65-5220-4b70-bbc5-076f7fef7ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542065'] for router_gateway (a620f0c6-79dc-4f2a-9704-126e860edc19), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:19.083893 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e911c4-a7b5-4617-8b61-3547db46b355 None None] The sync data for ids ['a620f0c6-79dc-4f2a-9704-126e860edc19'] in dv-cinder-812685-7-iscsi is: [{'id': 'a620f0c6-79dc-4f2a-9704-126e860edc19', 'name': 'tempest-TestVolumeBootPattern-545258649-router', 'tenant_id': '3d19a3e3e6fd4ca1976096625e933086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:10Z', 'updated_at': '2022-03-04T00:58:18Z', 'revision_number': 6, 'project_id': '3d19a3e3e6fd4ca1976096625e933086', 'gw_port_host': None}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:58:19.151165 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b4ccab65-5220-4b70-bbc5-076f7fef7ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3526'] for router (a620f0c6-79dc-4f2a-9704-126e860edc19), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:19.153236 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b4ccab65-5220-4b70-bbc5-076f7fef7ce6 admin admin] Publish callbacks [] for router_controller (a620f0c6-79dc-4f2a-9704-126e860edc19), precommit_delete_associations {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:19.451605 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-2679c089-0918-4595-abf7-d78af4bb6a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:19.459254 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b4ccab65-5220-4b70-bbc5-076f7fef7ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546010'] for router (a620f0c6-79dc-4f2a-9704-126e860edc19), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:19.459875 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ccab65-5220-4b70-bbc5-076f7fef7ce6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a620f0c6-79dc-4f2a-9704-126e860edc19 {{(pid=109681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 00:58:19.465212 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b4ccab65-5220-4b70-bbc5-076f7fef7ce6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:19.466398 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-b4ccab65-5220-4b70-bbc5-076f7fef7ce6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a620f0c6-79dc-4f2a-9704-126e860edc19 HTTP/1.1" status: 204 len: 168 time: 1.0199106 Mar 04 00:58:19.469622 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52728) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:19.519865 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb7a749-db06-482e-9ddf-94e23fe20561 admin admin] Deleting subnet 97b47f6d-aec7-4417-8d0d-53f7d0562551 {{(pid=109680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 00:58:19.523183 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8cb7a749-db06-482e-9ddf-94e23fe20561 admin admin] Publish callbacks [] for subnet (97b47f6d-aec7-4417-8d0d-53f7d0562551), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:19.558064 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8cb7a749-db06-482e-9ddf-94e23fe20561 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26013165'] for subnet (97b47f6d-aec7-4417-8d0d-53f7d0562551), precommit_delete_associations {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:19.664856 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8cb7a749-db06-482e-9ddf-94e23fe20561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15850908'] for subnet (97b47f6d-aec7-4417-8d0d-53f7d0562551), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:19.719856 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8cb7a749-db06-482e-9ddf-94e23fe20561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15850899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26647530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26649947'] for subnet (97b47f6d-aec7-4417-8d0d-53f7d0562551), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:19.743656 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7a749-db06-482e-9ddf-94e23fe20561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b47f6d-aec7-4417-8d0d-53f7d0562551,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:19.749224 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8cb7a749-db06-482e-9ddf-94e23fe20561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:19.752543 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-8cb7a749-db06-482e-9ddf-94e23fe20561 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/97b47f6d-aec7-4417-8d0d-53f7d0562551 HTTP/1.1" status: 204 len: 168 time: 0.2814572 Mar 04 00:58:19.754954 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52730) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:19.757456 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111d1d39-29ec-4ede-9386-a3de96672ae6 None None] Network 03f613fb-df51-4832-9479-76b3f57aa165 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:58:19.825998 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16661095'] for network (03f613fb-df51-4832-9479-76b3f57aa165), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:19.934596 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] DHCP port deletion for 03f613fb-df51-4832-9479-76b3f57aa165 request from dv-cinder-812685-7-iscsi {{(pid=109682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 00:58:19.986967 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Deleting port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da {{(pid=109682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:19.987348 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (286ea02e-f6a9-4e66-80d8-e8d96f2eb3da), before_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:20.069768 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] For port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=286ea02e-f6a9-4e66-80d8-e8d96f2eb3da,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:20.070213 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (286ea02e-f6a9-4e66-80d8-e8d96f2eb3da), precommit_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:20.084353 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Calling delete_port for 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da owned by network:dhcp {{(pid=109682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:20.153107 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] Deleting port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:20.153388 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (286ea02e-f6a9-4e66-80d8-e8d96f2eb3da), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:20.174510 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965'] for port (286ea02e-f6a9-4e66-80d8-e8d96f2eb3da), after_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:20.202148 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Pushing event deleted for resources: {'Port': ['ID=286ea02e-f6a9-4e66-80d8-e8d96f2eb3da,revision_number=None']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:20.209251 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] No DVR routers for this DVR port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da on host dv-cinder-812685-7-iscsi {{(pid=109682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:58:20.212176 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:20.212525 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:20.212870 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:20.213207 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:20.213553 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:20.213911 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:20.214247 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:20.214573 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:20.214900 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:20.215228 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:20.215555 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:20.215880 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:20.216202 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7e178d-9279-439a-95b0-32da4946df6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-7-iscsi {{(pid=109682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:58:20.218823 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] For port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=286ea02e-f6a9-4e66-80d8-e8d96f2eb3da,segment=NetworkSegment(472bc0ba-e27a-4d68-8b8a-2800c131da85),segment_id=472bc0ba-e27a-4d68-8b8a-2800c131da85)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:20.219191 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (286ea02e-f6a9-4e66-80d8-e8d96f2eb3da), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:20.232648 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] Calling delete_port for 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da owned by network:dhcp {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:20.308424 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (286ea02e-f6a9-4e66-80d8-e8d96f2eb3da), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:20.333160 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] Pushing event deleted for resources: {'Port': ['ID=286ea02e-f6a9-4e66-80d8-e8d96f2eb3da,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:20.334960 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] No DVR routers for this DVR port 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da on host dv-cinder-812685-7-iscsi {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:58:20.406865 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16753767', 'neutron.services.segments.db._delete_segments_for_network-8742061486749'] for network (03f613fb-df51-4832-9479-76b3f57aa165), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:20.426173 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f613fb-df51-4832-9479-76b3f57aa165']}} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:20.435037 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472bc0ba-e27a-4d68-8b8a-2800c131da85') {'for_net_delete': True} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:20.435330 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472bc0ba-e27a-4d68-8b8a-2800c131da85') {} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:20.444132 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742061490342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26013178'] for segment (472bc0ba-e27a-4d68-8b8a-2800c131da85), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:20.457043 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (472bc0ba-e27a-4d68-8b8a-2800c131da85), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:20.463146 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 00:58:20.463517 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26647348'] for segment (472bc0ba-e27a-4d68-8b8a-2800c131da85), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: self.session.flush() Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: self.session.flush() Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: self.session.flush() Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: self.session.flush() Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: Traceback (most recent call last): Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: timer() Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: cb(*args, **kw) Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: return func(*args, **kwargs) Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: self._notify() Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: self.callback(batched_events) Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: event.method(event) Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: return f(self, *a, **k) Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._get(url).json() Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: return self.request(url, 'GET', **kwargs) Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 00:58:20.465118 dv-cinder-812685-7-iscsi neutron-server[109680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 00:58:20.515851 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16753694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542029'] for network (03f613fb-df51-4832-9479-76b3f57aa165), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:20.521174 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:20.524892 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] 10.222.0.23 "DELETE /v2.0/networks/03f613fb-df51-4832-9479-76b3f57aa165 HTTP/1.1" status: 204 len: 168 time: 0.7690434 Mar 04 00:58:20.527884 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52732) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:20.535428 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50efec-5640-46d1-8147-a45d266aff4a admin admin] Pushing event deleted for resources: {'Network': ['ID=03f613fb-df51-4832-9479-76b3f57aa165,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:20.869348 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b32d004c-24cb-45b0-89d6-c3c2d4b752e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548415'] for router_interface (74b0b94f-97e1-4fef-aecc-e32921b4eb52), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:20.896788 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:20.916804 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:20.917524 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 286ea02e-f6a9-4e66-80d8-e8d96f2eb3da not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:20.917524 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:20.936220 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:20.936560 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 99d9788d-e0eb-4f94-9e7c-f8f827bf86a7 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:20.936960 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 8ec64c42-daec-4d90-9f46-4393b1d24b69 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:20.955675 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 8ec64c42-daec-4d90-9f46-4393b1d24b69 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:20.956021 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 8ec64c42-daec-4d90-9f46-4393b1d24b69 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:21.112682 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-b32d004c-24cb-45b0-89d6-c3c2d4b752e2 admin admin] Deleting port 5a248b71-14df-47f3-b831-5834827f0d8a {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:21.112915 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b32d004c-24cb-45b0-89d6-c3c2d4b752e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (5a248b71-14df-47f3-b831-5834827f0d8a), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:21.188666 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.db [None req-b32d004c-24cb-45b0-89d6-c3c2d4b752e2 admin admin] For port 5a248b71-14df-47f3-b831-5834827f0d8a, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=5a248b71-14df-47f3-b831-5834827f0d8a,segment=NetworkSegment(fbd553f1-5ad4-4af6-801d-a7d39afab734),segment_id=fbd553f1-5ad4-4af6-801d-a7d39afab734)] {{(pid=109681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:21.189028 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b32d004c-24cb-45b0-89d6-c3c2d4b752e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (5a248b71-14df-47f3-b831-5834827f0d8a), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:21.201721 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-b32d004c-24cb-45b0-89d6-c3c2d4b752e2 admin admin] Calling delete_port for 5a248b71-14df-47f3-b831-5834827f0d8a owned by network:router_interface {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:21.377617 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b32d004c-24cb-45b0-89d6-c3c2d4b752e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (5a248b71-14df-47f3-b831-5834827f0d8a), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:21.409909 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d004c-24cb-45b0-89d6-c3c2d4b752e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a248b71-14df-47f3-b831-5834827f0d8a,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:21.580729 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-b32d004c-24cb-45b0-89d6-c3c2d4b752e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548563'] for router_interface (74b0b94f-97e1-4fef-aecc-e32921b4eb52), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:21.725475 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3c74f1e1-cc81-40c8-aeea-f5393ca37edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:21.797812 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32d004c-24cb-45b0-89d6-c3c2d4b752e2 admin admin] Router 74b0b94f-97e1-4fef-aecc-e32921b4eb52 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:58:21.903331 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32d004c-24cb-45b0-89d6-c3c2d4b752e2 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:58:21.909754 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-b32d004c-24cb-45b0-89d6-c3c2d4b752e2 admin admin] 10.222.0.23 "PUT /v2.0/routers/74b0b94f-97e1-4fef-aecc-e32921b4eb52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3798661 Mar 04 00:58:21.911426 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52734) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:21.911916 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7df5d6-a009-4253-9acd-69175ba13e63 None None] Sync routers for ids ['74b0b94f-97e1-4fef-aecc-e32921b4eb52'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:58:21.922199 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7df5d6-a009-4253-9acd-69175ba13e63 None None] Routers {'74b0b94f-97e1-4fef-aecc-e32921b4eb52'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:21.922886 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-df7df5d6-a009-4253-9acd-69175ba13e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:58:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['74b0b94f-97e1-4fef-aecc-e32921b4eb52'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:22.017177 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e2619f67-6a2c-4f94-b0a7-b0e0d6947821 admin admin] Publish callbacks [] for router (74b0b94f-97e1-4fef-aecc-e32921b4eb52), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:22.028564 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-df7df5d6-a009-4253-9acd-69175ba13e63 None None] Set router 74b0b94f-97e1-4fef-aecc-e32921b4eb52 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:22.117966 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e2619f67-6a2c-4f94-b0a7-b0e0d6947821 admin admin] Publish callbacks [] for router_gateway (74b0b94f-97e1-4fef-aecc-e32921b4eb52), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:22.182357 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-e2619f67-6a2c-4f94-b0a7-b0e0d6947821 admin admin] Deleting port 2a922f17-6cbb-4e81-8cff-80d4350c6ab4 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:22.182696 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e2619f67-6a2c-4f94-b0a7-b0e0d6947821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (2a922f17-6cbb-4e81-8cff-80d4350c6ab4), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:22.205896 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-df7df5d6-a009-4253-9acd-69175ba13e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'name': 'tempest-TestVolumeBootPattern-1230412362-router', 'tenant_id': 'ca9bdd36107249c5998c5ba647a13788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '2a922f17-6cbb-4e81-8cff-80d4350c6ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:17Z', 'updated_at': '2022-03-04T00:58:21Z', 'revision_number': 5, 'project_id': 'ca9bdd36107249c5998c5ba647a13788', 'gw_port': {'id': '2a922f17-6cbb-4e81-8cff-80d4350c6ab4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:50:18Z', 'updated_at': '2022-03-04T00:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:22.232068 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7df5d6-a009-4253-9acd-69175ba13e63 None None] Checking router: 74b0b94f-97e1-4fef-aecc-e32921b4eb52 for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:58:22.240122 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7df5d6-a009-4253-9acd-69175ba13e63 None None] Routers {'74b0b94f-97e1-4fef-aecc-e32921b4eb52'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:22.240717 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-df7df5d6-a009-4253-9acd-69175ba13e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:58:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['74b0b94f-97e1-4fef-aecc-e32921b4eb52'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:22.259004 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [None req-e2619f67-6a2c-4f94-b0a7-b0e0d6947821 admin admin] For port 2a922f17-6cbb-4e81-8cff-80d4350c6ab4, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=2a922f17-6cbb-4e81-8cff-80d4350c6ab4,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:22.259399 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e2619f67-6a2c-4f94-b0a7-b0e0d6947821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (2a922f17-6cbb-4e81-8cff-80d4350c6ab4), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:22.271989 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-e2619f67-6a2c-4f94-b0a7-b0e0d6947821 admin admin] Calling delete_port for 2a922f17-6cbb-4e81-8cff-80d4350c6ab4 owned by network:router_gateway {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:22.327158 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-df7df5d6-a009-4253-9acd-69175ba13e63 None None] Set router 74b0b94f-97e1-4fef-aecc-e32921b4eb52 gateway port host: None {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:22.380462 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-df7df5d6-a009-4253-9acd-69175ba13e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'name': 'tempest-TestVolumeBootPattern-1230412362-router', 'tenant_id': 'ca9bdd36107249c5998c5ba647a13788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:17Z', 'updated_at': '2022-03-04T00:58:22Z', 'revision_number': 6, 'project_id': 'ca9bdd36107249c5998c5ba647a13788', 'gw_port_host': None}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:22.407229 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7df5d6-a009-4253-9acd-69175ba13e63 None None] The sync data for ids ['74b0b94f-97e1-4fef-aecc-e32921b4eb52'] in dv-cinder-812685-7-iscsi is: [{'id': '74b0b94f-97e1-4fef-aecc-e32921b4eb52', 'name': 'tempest-TestVolumeBootPattern-1230412362-router', 'tenant_id': 'ca9bdd36107249c5998c5ba647a13788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:50:17Z', 'updated_at': '2022-03-04T00:58:22Z', 'revision_number': 6, 'project_id': 'ca9bdd36107249c5998c5ba647a13788', 'gw_port_host': None}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:58:22.437878 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e2619f67-6a2c-4f94-b0a7-b0e0d6947821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (2a922f17-6cbb-4e81-8cff-80d4350c6ab4), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:22.466424 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2619f67-6a2c-4f94-b0a7-b0e0d6947821 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a922f17-6cbb-4e81-8cff-80d4350c6ab4,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:22.525715 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e2619f67-6a2c-4f94-b0a7-b0e0d6947821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542065'] for router_gateway (74b0b94f-97e1-4fef-aecc-e32921b4eb52), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:22.615975 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e2619f67-6a2c-4f94-b0a7-b0e0d6947821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3526'] for router (74b0b94f-97e1-4fef-aecc-e32921b4eb52), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:22.618622 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e2619f67-6a2c-4f94-b0a7-b0e0d6947821 admin admin] Publish callbacks [] for router_controller (74b0b94f-97e1-4fef-aecc-e32921b4eb52), precommit_delete_associations {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:22.661140 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e2619f67-6a2c-4f94-b0a7-b0e0d6947821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546010'] for router (74b0b94f-97e1-4fef-aecc-e32921b4eb52), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:22.661652 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2619f67-6a2c-4f94-b0a7-b0e0d6947821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74b0b94f-97e1-4fef-aecc-e32921b4eb52 {{(pid=109680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 00:58:22.666144 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e2619f67-6a2c-4f94-b0a7-b0e0d6947821 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:22.667211 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-e2619f67-6a2c-4f94-b0a7-b0e0d6947821 admin admin] 10.222.0.23 "DELETE /v2.0/routers/74b0b94f-97e1-4fef-aecc-e32921b4eb52 HTTP/1.1" status: 204 len: 168 time: 0.7547414 Mar 04 00:58:22.669680 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52736) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:22.722657 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_v2 [None req-640a5b50-4055-4938-8f4b-62f72b592ff5 admin admin] Deleting subnet 92410741-49b7-421e-b7a9-2b75f3d430e3 {{(pid=109680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 00:58:22.725766 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-640a5b50-4055-4938-8f4b-62f72b592ff5 admin admin] Publish callbacks [] for subnet (92410741-49b7-421e-b7a9-2b75f3d430e3), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:22.764361 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-640a5b50-4055-4938-8f4b-62f72b592ff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26013165'] for subnet (92410741-49b7-421e-b7a9-2b75f3d430e3), precommit_delete_associations {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:22.773496 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52738) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:22.812091 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:22.864592 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-640a5b50-4055-4938-8f4b-62f72b592ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15850908'] for subnet (92410741-49b7-421e-b7a9-2b75f3d430e3), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:22.919274 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-640a5b50-4055-4938-8f4b-62f72b592ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15850899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26647530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26649947'] for subnet (92410741-49b7-421e-b7a9-2b75f3d430e3), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:22.952112 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a5b50-4055-4938-8f4b-62f72b592ff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92410741-49b7-421e-b7a9-2b75f3d430e3,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:22.954444 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-640a5b50-4055-4938-8f4b-62f72b592ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:22.957330 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-640a5b50-4055-4938-8f4b-62f72b592ff5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/92410741-49b7-421e-b7a9-2b75f3d430e3 HTTP/1.1" status: 204 len: 168 time: 0.2866251 Mar 04 00:58:22.959715 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52740) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:22.961255 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c42b279-04d6-4182-91b9-24409014ce7f None None] Network 57f6de30-1b03-46c8-ac43-cb5df0c3b8ab requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:58:22.967350 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-fc4fa4e0-6cff-42e8-bf06-0f26e9644a6d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Deleting port dc3cc1ed-7c15-4e96-879a-e3407e547464 {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:22.967826 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa4e0-6cff-42e8-bf06-0f26e9644a6d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (dc3cc1ed-7c15-4e96-879a-e3407e547464), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.038319 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16661095'] for network (57f6de30-1b03-46c8-ac43-cb5df0c3b8ab), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.058394 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa4e0-6cff-42e8-bf06-0f26e9644a6d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (dc3cc1ed-7c15-4e96-879a-e3407e547464), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.058760 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa4e0-6cff-42e8-bf06-0f26e9644a6d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for floatingip (dc3cc1ed-7c15-4e96-879a-e3407e547464), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.073465 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-fc4fa4e0-6cff-42e8-bf06-0f26e9644a6d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Calling delete_port for dc3cc1ed-7c15-4e96-879a-e3407e547464 owned by network:floatingip {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:23.095057 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] Deleting port c0202bce-1c43-4e65-89fe-639bd53793a0 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:23.095409 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (c0202bce-1c43-4e65-89fe-639bd53793a0), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.163276 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] For port c0202bce-1c43-4e65-89fe-639bd53793a0, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=c0202bce-1c43-4e65-89fe-639bd53793a0,segment=NetworkSegment(fbd553f1-5ad4-4af6-801d-a7d39afab734),segment_id=fbd553f1-5ad4-4af6-801d-a7d39afab734)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:23.163735 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (c0202bce-1c43-4e65-89fe-639bd53793a0), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.183391 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38926a0-c81d-4b52-aa95-e386e7344ee6 None None] DHCP port deletion for 57f6de30-1b03-46c8-ac43-cb5df0c3b8ab request from dv-cinder-812685-7-iscsi {{(pid=109682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 00:58:23.186743 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] Calling delete_port for c0202bce-1c43-4e65-89fe-639bd53793a0 owned by network:dhcp {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:23.249586 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa4e0-6cff-42e8-bf06-0f26e9644a6d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (dc3cc1ed-7c15-4e96-879a-e3407e547464), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.269358 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-c38926a0-c81d-4b52-aa95-e386e7344ee6 None None] Deleting port c0202bce-1c43-4e65-89fe-639bd53793a0 {{(pid=109682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:23.269873 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-c38926a0-c81d-4b52-aa95-e386e7344ee6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (c0202bce-1c43-4e65-89fe-639bd53793a0), before_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.282710 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fa4e0-6cff-42e8-bf06-0f26e9644a6d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Pushing event deleted for resources: {'Port': ['ID=dc3cc1ed-7c15-4e96-879a-e3407e547464,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:23.295094 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (c0202bce-1c43-4e65-89fe-639bd53793a0), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.337845 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0202bce-1c43-4e65-89fe-639bd53793a0,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:23.346927 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] No DVR routers for this DVR port c0202bce-1c43-4e65-89fe-639bd53793a0 on host dv-cinder-812685-7-iscsi {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:58:23.348770 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa4e0-6cff-42e8-bf06-0f26e9644a6d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for floatingip (f81e89b5-9726-4da5-9172-4f3cec42c655), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.349179 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.l3_db [None req-fc4fa4e0-6cff-42e8-bf06-0f26e9644a6d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Floating IP f81e89b5-9726-4da5-9172-4f3cec42c655 disassociated (deleted). External IP: 172.27.0.190, port: 0af8d850-c902-449f-a95b-e4f2177b96f7. Mar 04 00:58:23.387571 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 5a248b71-14df-47f3-b831-5834827f0d8a no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:23.392076 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-c38926a0-c81d-4b52-aa95-e386e7344ee6 None None] For port c0202bce-1c43-4e65-89fe-639bd53793a0, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=c0202bce-1c43-4e65-89fe-639bd53793a0,segment=NetworkSegment(fbd553f1-5ad4-4af6-801d-a7d39afab734),segment_id=fbd553f1-5ad4-4af6-801d-a7d39afab734)] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:23.392481 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-c38926a0-c81d-4b52-aa95-e386e7344ee6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (c0202bce-1c43-4e65-89fe-639bd53793a0), precommit_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.420372 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 5a248b71-14df-47f3-b831-5834827f0d8a {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:23.420372 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 5a248b71-14df-47f3-b831-5834827f0d8a not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:23.423680 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-c38926a0-c81d-4b52-aa95-e386e7344ee6 None None] Calling delete_port for c0202bce-1c43-4e65-89fe-639bd53793a0 owned by network:dhcp {{(pid=109682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:23.441014 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16753767', 'neutron.services.segments.db._delete_segments_for_network-8742061486749'] for network (57f6de30-1b03-46c8-ac43-cb5df0c3b8ab), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.470631 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f6de30-1b03-46c8-ac43-cb5df0c3b8ab']}} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:23.482961 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd553f1-5ad4-4af6-801d-a7d39afab734') {'for_net_delete': True} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:23.483452 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd553f1-5ad4-4af6-801d-a7d39afab734') {} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:23.494111 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742061490342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26013178'] for segment (fbd553f1-5ad4-4af6-801d-a7d39afab734), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.508343 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-c38926a0-c81d-4b52-aa95-e386e7344ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965'] for port (c0202bce-1c43-4e65-89fe-639bd53793a0), after_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.509144 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (fbd553f1-5ad4-4af6-801d-a7d39afab734), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.517063 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 00:58:23.518229 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26647348'] for segment (fbd553f1-5ad4-4af6-801d-a7d39afab734), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: Traceback (most recent call last): Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: timer() Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: cb(*args, **kw) Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: return func(*args, **kwargs) Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: self._notify() Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: self.callback(batched_events) Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: event.method(event) Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: return f(self, *a, **k) Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._get(url).json() Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: return self.request(url, 'GET', **kwargs) Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 00:58:23.519587 dv-cinder-812685-7-iscsi neutron-server[109680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 00:58:23.537313 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38926a0-c81d-4b52-aa95-e386e7344ee6 None None] Pushing event deleted for resources: {'Port': ['ID=c0202bce-1c43-4e65-89fe-639bd53793a0,revision_number=None']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:23.545997 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38926a0-c81d-4b52-aa95-e386e7344ee6 None None] No DVR routers for this DVR port c0202bce-1c43-4e65-89fe-639bd53793a0 on host dv-cinder-812685-7-iscsi {{(pid=109682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:58:23.591177 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16753694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542029'] for network (57f6de30-1b03-46c8-ac43-cb5df0c3b8ab), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.596748 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.604638 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] 10.222.0.23 "DELETE /v2.0/networks/57f6de30-1b03-46c8-ac43-cb5df0c3b8ab HTTP/1.1" status: 204 len: 168 time: 0.6417713 Mar 04 00:58:23.616719 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114aed9-1a92-4ff7-82be-ecdd3242d934 admin admin] Pushing event deleted for resources: {'Network': ['ID=57f6de30-1b03-46c8-ac43-cb5df0c3b8ab,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:23.622340 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4fa4e0-6cff-42e8-bf06-0f26e9644a6d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:58:23.722935 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52744) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:23.738351 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4fa4e0-6cff-42e8-bf06-0f26e9644a6d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:58:23.742965 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa4e0-6cff-42e8-bf06-0f26e9644a6d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.747699 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea62dc-23e4-469f-b394-f47e57b0bf1d None None] Sync routers for ids ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:58:23.764276 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea62dc-23e4-469f-b394-f47e57b0bf1d None None] Routers {'6800416b-51e8-4a9c-9e71-6dc5604dc1b0'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:23.765273 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-0aea62dc-23e4-469f-b394-f47e57b0bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:58:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:23.769145 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-4694272b-c522-42b3-842b-2117dcb895f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d19a3e3e6fd4ca1976096625e933086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446198 Mar 04 00:58:23.771215 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52746) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:23.830930 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eea6-1f6f-427e-b31a-c631641e2c11 admin admin] Publish callbacks [] for security_group (dd6fd80e-0f93-462b-855a-8e221c0fafa7), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.856561 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eea6-1f6f-427e-b31a-c631641e2c11 admin admin] Publish callbacks [] for security_group (dd6fd80e-0f93-462b-855a-8e221c0fafa7), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.883381 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-0aea62dc-23e4-469f-b394-f47e57b0bf1d None None] Set router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:23.908064 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eea6-1f6f-427e-b31a-c631641e2c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (dd6fd80e-0f93-462b-855a-8e221c0fafa7), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.910914 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eea6-1f6f-427e-b31a-c631641e2c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:23.914568 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-7cd9eea6-1f6f-427e-b31a-c631641e2c11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd6fd80e-0f93-462b-855a-8e221c0fafa7 HTTP/1.1" status: 204 len: 168 time: 0.1400428 Mar 04 00:58:23.921075 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9eea6-1f6f-427e-b31a-c631641e2c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6fd80e-0f93-462b-855a-8e221c0fafa7,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:24.048295 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-fc4fa4e0-6cff-42e8-bf06-0f26e9644a6d tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "DELETE /v2.0/floatingips/f81e89b5-9726-4da5-9172-4f3cec42c655 HTTP/1.1" status: 204 len: 168 time: 1.2735202 Mar 04 00:58:24.048922 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'tag': '0af8d850-c902-449f-a95b-e4f2177b96f7'}] {{(pid=109681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:58:24.051316 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae4805007b3bb6190c1129a79b84dd0e255d51cd65cf20037da88792fc2b9a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2281341f-1dc6-4a89-a25f-571ed43a2575" -d '{"events": [{"name": "network-changed", "server_uuid": "5477943a-9e27-469b-a5f3-f8f65fc20cc7", "tag": "0af8d850-c902-449f-a95b-e4f2177b96f7"}]}' {{(pid=109681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:58:24.101008 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f77b96-4478-4358-a658-0eaea7703c3f x-openstack-request-id: req-90f77b96-4478-4358-a658-0eaea7703c3f {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:58:24.101374 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5477943a-9e27-469b-a5f3-f8f65fc20cc7", "tag": "0af8d850-c902-449f-a95b-e4f2177b96f7", "status": "completed", "code": 200}]} {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:58:24.101827 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90f77b96-4478-4358-a658-0eaea7703c3f {{(pid=109681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:58:24.102276 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'tag': '0af8d850-c902-449f-a95b-e4f2177b96f7', 'status': 'completed', 'code': 200} Mar 04 00:58:24.129099 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-0aea62dc-23e4-469f-b394-f47e57b0bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'name': 'tempest-TestShelveInstance-953428648-router', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:38Z', 'updated_at': '2022-03-04T00:53:41Z', 'revision_number': 4, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'gw_port': {'id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:39Z', 'updated_at': '2022-03-04T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '251256dd-fed6-4192-a542-31f5d1988d9e', 'name': '', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'mac_address': 'fa:16:3e:e3:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:40Z', 'updated_at': '2022-03-04T00:53:47Z', 'revision_number': 5, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'subnets': [{'id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:24.162412 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea62dc-23e4-469f-b394-f47e57b0bf1d None None] Checking router: 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:58:24.182410 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea62dc-23e4-469f-b394-f47e57b0bf1d None None] Routers {'6800416b-51e8-4a9c-9e71-6dc5604dc1b0'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:24.183164 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-0aea62dc-23e4-469f-b394-f47e57b0bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:58:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:24.183880 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281341f-1dc6-4a89-a25f-571ed43a2575 req-2d98f734-40dd-41dd-b15e-f7912b5369e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:24.185398 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-2281341f-1dc6-4a89-a25f-571ed43a2575 req-2d98f734-40dd-41dd-b15e-f7912b5369e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b879598681d4fdb87aaa0da1e8cca40&device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 1129 time: 0.0604091 Mar 04 00:58:24.187230 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:24.309634 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281341f-1dc6-4a89-a25f-571ed43a2575 req-41021973-2074-49e8-b49a-9fbec7be0172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:24.311663 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-2281341f-1dc6-4a89-a25f-571ed43a2575 req-41021973-2074-49e8-b49a-9fbec7be0172 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2936a7f2-65f0-43cf-b9bd-7defc3053be7 HTTP/1.1" status: 200 len: 909 time: 0.1186867 Mar 04 00:58:24.321533 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52758) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:24.358525 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-2281341f-1dc6-4a89-a25f-571ed43a2575 req-6e116b42-80e4-4fea-9ab6-129c3984d1ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0af8d850-c902-449f-a95b-e4f2177b96f7 HTTP/1.1" status: 200 len: 217 time: 0.0386617 Mar 04 00:58:24.380346 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22384485-1f91-42a5-9c8a-07cd950f7f83 req-652c7e45-341e-4cb8-bfc3-bf1323872a81 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:24.387560 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-22384485-1f91-42a5-9c8a-07cd950f7f83 req-652c7e45-341e-4cb8-bfc3-bf1323872a81 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0949671 Mar 04 00:58:24.397865 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-da5cbb48-6d8e-4365-81ca-1ea699d939e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca9bdd36107249c5998c5ba647a13788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0737028 Mar 04 00:58:24.399091 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52760) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:24.417217 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281341f-1dc6-4a89-a25f-571ed43a2575 req-da5f378b-04b1-4e82-ac9a-79e955fbf3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:24.419013 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-2281341f-1dc6-4a89-a25f-571ed43a2575 req-da5f378b-04b1-4e82-ac9a-79e955fbf3ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5cf6d52-be6b-456a-8f59-84f01ba9aae8 HTTP/1.1" status: 200 len: 847 time: 0.0518777 Mar 04 00:58:24.444951 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-0aea62dc-23e4-469f-b394-f47e57b0bf1d None None] Set router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:24.470290 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281341f-1dc6-4a89-a25f-571ed43a2575 req-2bbd088a-eb3e-488b-a3e3-c2dad53eef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:24.472091 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-2281341f-1dc6-4a89-a25f-571ed43a2575 req-2bbd088a-eb3e-488b-a3e3-c2dad53eef91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2936a7f2-65f0-43cf-b9bd-7defc3053be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455024 Mar 04 00:58:24.472267 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-22384485-1f91-42a5-9c8a-07cd950f7f83 req-6c3a309d-7d6d-487a-b99b-0f3258cdae31 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836530 Mar 04 00:58:24.495939 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c9aeb7b7-9186-488c-ad3a-c7d39ebfbda4 admin admin] Publish callbacks [] for security_group (5314a495-2048-4f75-be45-774a3950536a), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:24.519516 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c9aeb7b7-9186-488c-ad3a-c7d39ebfbda4 admin admin] Publish callbacks [] for security_group (5314a495-2048-4f75-be45-774a3950536a), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:24.566772 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-2281341f-1dc6-4a89-a25f-571ed43a2575 req-f9267286-7501-49d3-a0c9-207ad64892de service neutron] 10.222.0.20 "GET /v2.0/networks/2936a7f2-65f0-43cf-b9bd-7defc3053be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847328 Mar 04 00:58:24.568125 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c9aeb7b7-9186-488c-ad3a-c7d39ebfbda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (5314a495-2048-4f75-be45-774a3950536a), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:24.570989 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-c9aeb7b7-9186-488c-ad3a-c7d39ebfbda4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:24.572137 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-c9aeb7b7-9186-488c-ad3a-c7d39ebfbda4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5314a495-2048-4f75-be45-774a3950536a HTTP/1.1" status: 204 len: 168 time: 0.1719697 Mar 04 00:58:24.580616 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aeb7b7-9186-488c-ad3a-c7d39ebfbda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5314a495-2048-4f75-be45-774a3950536a,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:24.672435 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-2281341f-1dc6-4a89-a25f-571ed43a2575 req-ec5bc268-89f2-428b-a305-f60144da90fe service neutron] 10.222.0.20 "GET /v2.0/networks/2936a7f2-65f0-43cf-b9bd-7defc3053be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987830 Mar 04 00:58:24.674654 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-0aea62dc-23e4-469f-b394-f47e57b0bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'name': 'tempest-TestShelveInstance-953428648-router', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:38Z', 'updated_at': '2022-03-04T00:53:41Z', 'revision_number': 4, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'gw_port': {'id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:39Z', 'updated_at': '2022-03-04T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '251256dd-fed6-4192-a542-31f5d1988d9e', 'name': '', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'mac_address': 'fa:16:3e:e3:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:40Z', 'updated_at': '2022-03-04T00:53:47Z', 'revision_number': 5, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'subnets': [{'id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:24.705184 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea62dc-23e4-469f-b394-f47e57b0bf1d None None] The sync data for ids ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'] in dv-cinder-812685-7-iscsi is: [{'id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'name': 'tempest-TestShelveInstance-953428648-router', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:38Z', 'updated_at': '2022-03-04T00:53:41Z', 'revision_number': 4, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'gw_port': {'id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:39Z', 'updated_at': '2022-03-04T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '251256dd-fed6-4192-a542-31f5d1988d9e', 'name': '', 'network_id': '2936a7f2-65f0-43cf-b9bd-7defc3053be7', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'mac_address': 'fa:16:3e:e3:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:40Z', 'updated_at': '2022-03-04T00:53:47Z', 'revision_number': 5, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'subnets': [{'id': 'c5cf6d52-be6b-456a-8f59-84f01ba9aae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:58:24.904403 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device c0202bce-1c43-4e65-89fe-639bd53793a0 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:24.926759 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: c0202bce-1c43-4e65-89fe-639bd53793a0 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:24.927103 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device c0202bce-1c43-4e65-89fe-639bd53793a0 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:24.927746 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 2a922f17-6cbb-4e81-8cff-80d4350c6ab4 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:24.949392 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 2a922f17-6cbb-4e81-8cff-80d4350c6ab4 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:24.949734 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 2a922f17-6cbb-4e81-8cff-80d4350c6ab4 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:24.977532 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2d71de-cf3c-48d6-9756-4295648fad59 None None] New status for floating IP f81e89b5-9726-4da5-9172-4f3cec42c655: DOWN {{(pid=109683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:58:25.058551 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:58:25.594383 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291134ad-001b-48fc-85cb-13f08cf3f480 req-9de64bb4-5d45-4530-966b-4045ccfe9e2a tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:25.595849 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-291134ad-001b-48fc-85cb-13f08cf3f480 req-9de64bb4-5d45-4530-966b-4045ccfe9e2a tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0516353 Mar 04 00:58:25.644235 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-291134ad-001b-48fc-85cb-13f08cf3f480 req-8fdf942e-d843-476a-ae98-b93d6b32a70f tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba58fa85-f8ef-4318-b6d7-73e236024fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428867 Mar 04 00:58:25.861588 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:25.866363 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1c12f-0c59-439e-8bfb-12a8d4eca576 req-d0d77904-e6e0-46cd-99d9-4d9eef6e9356 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:25.868521 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3ad1c12f-0c59-439e-8bfb-12a8d4eca576 req-d0d77904-e6e0-46cd-99d9-4d9eef6e9356 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.20 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 945 time: 0.0542746 Mar 04 00:58:25.964373 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-3ad1c12f-0c59-439e-8bfb-12a8d4eca576 req-ee4cfc9a-8919-4afa-b480-9692ca419ba4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Deleting port 0af8d850-c902-449f-a95b-e4f2177b96f7 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:25.964707 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3ad1c12f-0c59-439e-8bfb-12a8d4eca576 req-ee4cfc9a-8919-4afa-b480-9692ca419ba4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:26.050014 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-3ad1c12f-0c59-439e-8bfb-12a8d4eca576 req-ee4cfc9a-8919-4afa-b480-9692ca419ba4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] For port 0af8d850-c902-449f-a95b-e4f2177b96f7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=0af8d850-c902-449f-a95b-e4f2177b96f7,segment=NetworkSegment(e2595a53-3da6-4dd5-9b2a-46e23cca97cd),segment_id=e2595a53-3da6-4dd5-9b2a-46e23cca97cd)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:26.050377 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3ad1c12f-0c59-439e-8bfb-12a8d4eca576 req-ee4cfc9a-8919-4afa-b480-9692ca419ba4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:26.063068 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-3ad1c12f-0c59-439e-8bfb-12a8d4eca576 req-ee4cfc9a-8919-4afa-b480-9692ca419ba4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Calling delete_port for 0af8d850-c902-449f-a95b-e4f2177b96f7 owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:26.187687 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3ad1c12f-0c59-439e-8bfb-12a8d4eca576 req-ee4cfc9a-8919-4afa-b480-9692ca419ba4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (0af8d850-c902-449f-a95b-e4f2177b96f7), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:26.216165 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cfc9a-8919-4afa-b480-9692ca419ba4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Pushing event deleted for resources: {'Port': ['ID=0af8d850-c902-449f-a95b-e4f2177b96f7,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:26.259097 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad1c12f-0c59-439e-8bfb-12a8d4eca576 req-ee4cfc9a-8919-4afa-b480-9692ca419ba4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] No DVR routers for this DVR port 0af8d850-c902-449f-a95b-e4f2177b96f7 on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:58:26.261342 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-3ad1c12f-0c59-439e-8bfb-12a8d4eca576 req-ee4cfc9a-8919-4afa-b480-9692ca419ba4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:26.264860 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-3ad1c12f-0c59-439e-8bfb-12a8d4eca576 req-ee4cfc9a-8919-4afa-b480-9692ca419ba4 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.20 "DELETE /v2.0/ports/0af8d850-c902-449f-a95b-e4f2177b96f7 HTTP/1.1" status: 204 len: 173 time: 0.3905520 Mar 04 00:58:26.265287 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'name': 'network-vif-deleted', 'tag': '0af8d850-c902-449f-a95b-e4f2177b96f7'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:58:26.267532 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c0e0ff-320c-46be-b625-2b28bd8d29ff" -d '{"events": [{"server_uuid": "5477943a-9e27-469b-a5f3-f8f65fc20cc7", "name": "network-vif-deleted", "tag": "0af8d850-c902-449f-a95b-e4f2177b96f7"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:58:26.303857 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c062889f-6d3f-4354-8a74-d35f526150d0 x-openstack-request-id: req-c062889f-6d3f-4354-8a74-d35f526150d0 {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:58:26.304169 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5477943a-9e27-469b-a5f3-f8f65fc20cc7", "name": "network-vif-deleted", "tag": "0af8d850-c902-449f-a95b-e4f2177b96f7", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:58:26.304404 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c062889f-6d3f-4354-8a74-d35f526150d0 {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:58:26.304827 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5477943a-9e27-469b-a5f3-f8f65fc20cc7', 'name': 'network-vif-deleted', 'tag': '0af8d850-c902-449f-a95b-e4f2177b96f7', 'status': 'completed', 'code': 200} Mar 04 00:58:26.756540 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-056f98da-b17e-4b35-b0bc-cdbc79b6fb86 req-56154eec-a4fe-480a-9876-7c9137f747eb tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "GET /v2.0/ports?device_id=5477943a-9e27-469b-a5f3-f8f65fc20cc7 HTTP/1.1" status: 200 len: 210 time: 0.0271022 Mar 04 00:58:27.813497 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52772) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:27.872076 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f1ba9d6e-99fa-439b-add8-2d880a9ed252 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group (ba58fa85-f8ef-4318-b6d7-73e236024fcd), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:27.896416 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f1ba9d6e-99fa-439b-add8-2d880a9ed252 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group (ba58fa85-f8ef-4318-b6d7-73e236024fcd), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:27.955455 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f1ba9d6e-99fa-439b-add8-2d880a9ed252 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (ba58fa85-f8ef-4318-b6d7-73e236024fcd), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:27.958067 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-f1ba9d6e-99fa-439b-add8-2d880a9ed252 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:27.959199 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-f1ba9d6e-99fa-439b-add8-2d880a9ed252 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] 10.222.0.23 "DELETE /v2.0/security-groups/ba58fa85-f8ef-4318-b6d7-73e236024fcd HTTP/1.1" status: 204 len: 168 time: 0.1446290 Mar 04 00:58:27.968898 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba9d6e-99fa-439b-add8-2d880a9ed252 tempest-TestShelveInstance-1294380534 tempest-TestShelveInstance-1294380534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba58fa85-f8ef-4318-b6d7-73e236024fcd,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:28.006038 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52778) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:28.340973 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d6ef3171-a908-4f0a-8d9a-4490a6cf258d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548415'] for router_interface (6800416b-51e8-4a9c-9e71-6dc5604dc1b0), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:28.446954 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 0af8d850-c902-449f-a95b-e4f2177b96f7 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:28.470821 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: 0af8d850-c902-449f-a95b-e4f2177b96f7 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:28.471272 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device 0af8d850-c902-449f-a95b-e4f2177b96f7 not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:28.582030 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef3171-a908-4f0a-8d9a-4490a6cf258d admin admin] Deleting port 251256dd-fed6-4192-a542-31f5d1988d9e {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:28.582375 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d6ef3171-a908-4f0a-8d9a-4490a6cf258d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (251256dd-fed6-4192-a542-31f5d1988d9e), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:28.665050 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [None req-d6ef3171-a908-4f0a-8d9a-4490a6cf258d admin admin] For port 251256dd-fed6-4192-a542-31f5d1988d9e, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=251256dd-fed6-4192-a542-31f5d1988d9e,segment=NetworkSegment(e2595a53-3da6-4dd5-9b2a-46e23cca97cd),segment_id=e2595a53-3da6-4dd5-9b2a-46e23cca97cd)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:28.665372 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d6ef3171-a908-4f0a-8d9a-4490a6cf258d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (251256dd-fed6-4192-a542-31f5d1988d9e), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:28.677637 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef3171-a908-4f0a-8d9a-4490a6cf258d admin admin] Calling delete_port for 251256dd-fed6-4192-a542-31f5d1988d9e owned by network:router_interface {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:28.855108 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d6ef3171-a908-4f0a-8d9a-4490a6cf258d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (251256dd-fed6-4192-a542-31f5d1988d9e), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:28.883217 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef3171-a908-4f0a-8d9a-4490a6cf258d admin admin] Pushing event deleted for resources: {'Port': ['ID=251256dd-fed6-4192-a542-31f5d1988d9e,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:28.897520 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-66d45391-bb27-4872-be1d-cf5dbcd568df req-2f2d0f70-e407-4e60-b13b-bacbeeb19d3f tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1231611708&fields=id&tenant_id=b8184b19f8e04a52b1c60c1b8574eaf6 HTTP/1.1" status: 200 len: 267 time: 0.0601392 Mar 04 00:58:28.959608 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d45391-bb27-4872-be1d-cf5dbcd568df req-2a7cc5cf-3e4b-4759-9da9-42a688a7027b tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:28.961215 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-66d45391-bb27-4872-be1d-cf5dbcd568df req-2a7cc5cf-3e4b-4759-9da9-42a688a7027b tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 985 time: 0.0572305 Mar 04 00:58:28.972124 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.v2.base [req-66d45391-bb27-4872-be1d-cf5dbcd568df req-d7175abb-d9a5-4b98-aa68-94334263c4d7 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Request body: {'port': {'security_groups': ['379ff526-d8fc-4ca0-8ee7-696128d8ad8b']}} {{(pid=109681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:58:29.052494 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d6ef3171-a908-4f0a-8d9a-4490a6cf258d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548563'] for router_interface (6800416b-51e8-4a9c-9e71-6dc5604dc1b0), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:29.052997 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-66d45391-bb27-4872-be1d-cf5dbcd568df req-d7175abb-d9a5-4b98-aa68-94334263c4d7 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16742785'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), before_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:29.233490 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.db [req-66d45391-bb27-4872-be1d-cf5dbcd568df req-d7175abb-d9a5-4b98-aa68-94334263c4d7 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] For port aa7fdd36-22cc-494f-a783-07b573de64cc, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=aa7fdd36-22cc-494f-a783-07b573de64cc,segment=NetworkSegment(3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d),segment_id=3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d)] {{(pid=109681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:29.261237 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-66d45391-bb27-4872-be1d-cf5dbcd568df req-d7175abb-d9a5-4b98-aa68-94334263c4d7 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), precommit_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:29.266093 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-66d45391-bb27-4872-be1d-cf5dbcd568df req-d7175abb-d9a5-4b98-aa68-94334263c4d7 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742061551086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742061012974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742061014020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26164050'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), after_update {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:29.273865 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ef3171-a908-4f0a-8d9a-4490a6cf258d admin admin] Router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:58:29.281333 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['aa7fdd36-22cc-494f-a783-07b573de64cc'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:58:29.309262 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d45391-bb27-4872-be1d-cf5dbcd568df req-d7175abb-d9a5-4b98-aa68-94334263c4d7 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:29.309911 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [req-66d45391-bb27-4872-be1d-cf5dbcd568df req-d7175abb-d9a5-4b98-aa68-94334263c4d7 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:29.311705 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-66d45391-bb27-4872-be1d-cf5dbcd568df req-d7175abb-d9a5-4b98-aa68-94334263c4d7 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "PUT /v2.0/ports/aa7fdd36-22cc-494f-a783-07b573de64cc HTTP/1.1" status: 200 len: 943 time: 0.3442183 Mar 04 00:58:29.314335 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'tag': 'aa7fdd36-22cc-494f-a783-07b573de64cc'}] {{(pid=109681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:58:29.318325 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae4805007b3bb6190c1129a79b84dd0e255d51cd65cf20037da88792fc2b9a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95af350-1080-4eaf-8cc8-6cedc34406a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a003ac4c-23b8-4752-afd8-4af9f3e04e4b", "tag": "aa7fdd36-22cc-494f-a783-07b573de64cc"}]}' {{(pid=109681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:58:29.321016 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52782) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:29.375834 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e32b0a-752a-4fd2-9b52-65cd210e502c x-openstack-request-id: req-d2e32b0a-752a-4fd2-9b52-65cd210e502c {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:58:29.376122 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a003ac4c-23b8-4752-afd8-4af9f3e04e4b", "tag": "aa7fdd36-22cc-494f-a783-07b573de64cc", "status": "completed", "code": 200}]} {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:58:29.376375 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2e32b0a-752a-4fd2-9b52-65cd210e502c {{(pid=109681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:58:29.376770 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'tag': 'aa7fdd36-22cc-494f-a783-07b573de64cc', 'status': 'completed', 'code': 200} Mar 04 00:58:29.389049 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ef3171-a908-4f0a-8d9a-4490a6cf258d admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:58:29.394237 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-d6ef3171-a908-4f0a-8d9a-4490a6cf258d admin admin] 10.222.0.23 "PUT /v2.0/routers/6800416b-51e8-4a9c-9e71-6dc5604dc1b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3869147 Mar 04 00:58:29.396863 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52786) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:29.402201 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7175abb-d9a5-4b98-aa68-94334263c4d7 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Pushing event updated for resources: {'Port': ['ID=aa7fdd36-22cc-494f-a783-07b573de64cc,revision_number=7']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:29.426145 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea69c-7789-4323-a08b-8ceb4d3b7faf tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group (651f2d94-4283-4805-8e4b-bb59f4cb96db), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:29.441724 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e0f2d-a68c-4911-acac-a4243729f676 None None] Sync routers for ids ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:58:29.449699 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['aa7fdd36-22cc-494f-a783-07b573de64cc'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:58:29.457411 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea69c-7789-4323-a08b-8ceb4d3b7faf tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group (651f2d94-4283-4805-8e4b-bb59f4cb96db), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:29.510773 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e0f2d-a68c-4911-acac-a4243729f676 None None] Routers {'6800416b-51e8-4a9c-9e71-6dc5604dc1b0'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:29.511419 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-cc1e0f2d-a68c-4911-acac-a4243729f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:58:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:29.552357 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea69c-7789-4323-a08b-8ceb4d3b7faf tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (651f2d94-4283-4805-8e4b-bb59f4cb96db), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:29.557575 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea69c-7789-4323-a08b-8ceb4d3b7faf tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:29.564564 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-3a8ea69c-7789-4323-a08b-8ceb4d3b7faf tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "DELETE /v2.0/security-groups/651f2d94-4283-4805-8e4b-bb59f4cb96db HTTP/1.1" status: 204 len: 168 time: 0.2424433 Mar 04 00:58:29.565601 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52788) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:29.616785 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ea69c-7789-4323-a08b-8ceb4d3b7faf tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=651f2d94-4283-4805-8e4b-bb59f4cb96db,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:29.710009 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:29.723950 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.provisioning_blocks [None req-76da0219-8de3-4c7a-b7f9-6bd51979621e None None] Provisioning complete for port aa7fdd36-22cc-494f-a783-07b573de64cc triggered by entity DHCP. {{(pid=109682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 00:58:29.724322 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-76da0219-8de3-4c7a-b7f9-6bd51979621e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16756618'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), provisioning_complete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:29.726940 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-cc1e0f2d-a68c-4911-acac-a4243729f676 None None] Set router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:29.767582 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-3f0be1c3-934a-4dbe-9140-8f85f1ffa164 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Deleting port 67d6273d-9ec1-4fd8-b313-7aa067d7b7d7 {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:29.768584 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3f0be1c3-934a-4dbe-9140-8f85f1ffa164 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (67d6273d-9ec1-4fd8-b313-7aa067d7b7d7), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:29.827039 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95af350-1080-4eaf-8cc8-6cedc34406a4 req-3c306dcd-095d-43a2-bb40-9361287991a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:29.828577 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-d95af350-1080-4eaf-8cc8-6cedc34406a4 req-3c306dcd-095d-43a2-bb40-9361287991a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8184b19f8e04a52b1c60c1b8574eaf6&device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 1130 time: 0.4227071 Mar 04 00:58:29.853198 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3f0be1c3-934a-4dbe-9140-8f85f1ffa164 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (67d6273d-9ec1-4fd8-b313-7aa067d7b7d7), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:29.853602 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3f0be1c3-934a-4dbe-9140-8f85f1ffa164 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for floatingip (67d6273d-9ec1-4fd8-b313-7aa067d7b7d7), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:29.868656 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-3f0be1c3-934a-4dbe-9140-8f85f1ffa164 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Calling delete_port for 67d6273d-9ec1-4fd8-b313-7aa067d7b7d7 owned by network:floatingip {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:29.893589 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f9839a08-72ca-4fff-9a21-ec437768ae68 admin admin] Publish callbacks [] for router (6800416b-51e8-4a9c-9e71-6dc5604dc1b0), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:29.997046 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-76da0219-8de3-4c7a-b7f9-6bd51979621e None None] Current status of the port aa7fdd36-22cc-494f-a783-07b573de64cc is: ACTIVE; New status is: ACTIVE {{(pid=109682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 00:58:30.016654 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95af350-1080-4eaf-8cc8-6cedc34406a4 req-91c36dad-440b-4b62-b7bd-8ee1d12ed843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:30.017993 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-d95af350-1080-4eaf-8cc8-6cedc34406a4 req-91c36dad-440b-4b62-b7bd-8ee1d12ed843 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcbab97d-281d-41b7-839e-f0d285465443 HTTP/1.1" status: 200 len: 915 time: 0.1790860 Mar 04 00:58:30.028298 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-cc1e0f2d-a68c-4911-acac-a4243729f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'name': 'tempest-TestShelveInstance-953428648-router', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:38Z', 'updated_at': '2022-03-04T00:58:28Z', 'revision_number': 5, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'gw_port': {'id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:39Z', 'updated_at': '2022-03-04T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:30.038832 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3f0be1c3-934a-4dbe-9140-8f85f1ffa164 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (67d6273d-9ec1-4fd8-b313-7aa067d7b7d7), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:30.056477 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e0f2d-a68c-4911-acac-a4243729f676 None None] Checking router: 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:58:30.065134 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e0f2d-a68c-4911-acac-a4243729f676 None None] Routers {'6800416b-51e8-4a9c-9e71-6dc5604dc1b0'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:30.065749 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-cc1e0f2d-a68c-4911-acac-a4243729f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:58:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:30.077072 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f9839a08-72ca-4fff-9a21-ec437768ae68 admin admin] Publish callbacks [] for router_gateway (6800416b-51e8-4a9c-9e71-6dc5604dc1b0), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:30.083569 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0be1c3-934a-4dbe-9140-8f85f1ffa164 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Pushing event deleted for resources: {'Port': ['ID=67d6273d-9ec1-4fd8-b313-7aa067d7b7d7,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:30.095463 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-d95af350-1080-4eaf-8cc8-6cedc34406a4 req-29559bf8-e39e-4f22-8271-871b160b95c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa7fdd36-22cc-494f-a783-07b573de64cc HTTP/1.1" status: 200 len: 1002 time: 0.0714326 Mar 04 00:58:30.157043 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3f0be1c3-934a-4dbe-9140-8f85f1ffa164 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks [] for floatingip (4042cf00-9314-4f3d-a72f-51a6bb44936d), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:30.157531 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.db.l3_db [None req-3f0be1c3-934a-4dbe-9140-8f85f1ffa164 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Floating IP 4042cf00-9314-4f3d-a72f-51a6bb44936d disassociated (deleted). External IP: 172.27.0.243, port: aa7fdd36-22cc-494f-a783-07b573de64cc. Mar 04 00:58:30.170434 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95af350-1080-4eaf-8cc8-6cedc34406a4 req-516d0c81-cba1-40d8-a676-484204263a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:30.171923 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-d95af350-1080-4eaf-8cc8-6cedc34406a4 req-516d0c81-cba1-40d8-a676-484204263a5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30a65b02-12f9-4ec1-bdee-dd8b3e1fa202 HTTP/1.1" status: 200 len: 853 time: 0.0552976 Mar 04 00:58:30.183172 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-cc1e0f2d-a68c-4911-acac-a4243729f676 None None] Set router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:30.196851 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-f9839a08-72ca-4fff-9a21-ec437768ae68 admin admin] Deleting port 6c03439b-6572-4f2f-8c54-177c743632d4 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:30.196851 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f9839a08-72ca-4fff-9a21-ec437768ae68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (6c03439b-6572-4f2f-8c54-177c743632d4), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:30.281590 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95af350-1080-4eaf-8cc8-6cedc34406a4 req-e3b35cff-8dcd-479d-b285-48d30377acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:30.283056 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-d95af350-1080-4eaf-8cc8-6cedc34406a4 req-e3b35cff-8dcd-479d-b285-48d30377acdb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcbab97d-281d-41b7-839e-f0d285465443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1041396 Mar 04 00:58:30.347672 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [None req-f9839a08-72ca-4fff-9a21-ec437768ae68 admin admin] For port 6c03439b-6572-4f2f-8c54-177c743632d4, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=6c03439b-6572-4f2f-8c54-177c743632d4,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:30.348042 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f9839a08-72ca-4fff-9a21-ec437768ae68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (6c03439b-6572-4f2f-8c54-177c743632d4), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:30.365654 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-f9839a08-72ca-4fff-9a21-ec437768ae68 admin admin] Calling delete_port for 6c03439b-6572-4f2f-8c54-177c743632d4 owned by network:router_gateway {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:30.367585 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-cc1e0f2d-a68c-4911-acac-a4243729f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'name': 'tempest-TestShelveInstance-953428648-router', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:38Z', 'updated_at': '2022-03-04T00:58:28Z', 'revision_number': 5, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'gw_port': {'id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:39Z', 'updated_at': '2022-03-04T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:30.395964 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0be1c3-934a-4dbe-9140-8f85f1ffa164 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:58:30.396187 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e0f2d-a68c-4911-acac-a4243729f676 None None] The sync data for ids ['6800416b-51e8-4a9c-9e71-6dc5604dc1b0'] in dv-cinder-812685-7-iscsi is: [{'id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'name': 'tempest-TestShelveInstance-953428648-router', 'tenant_id': '8b879598681d4fdb87aaa0da1e8cca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:38Z', 'updated_at': '2022-03-04T00:58:28Z', 'revision_number': 5, 'project_id': '8b879598681d4fdb87aaa0da1e8cca40', 'gw_port': {'id': '6c03439b-6572-4f2f-8c54-177c743632d4', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800416b-51e8-4a9c-9e71-6dc5604dc1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:39Z', 'updated_at': '2022-03-04T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:58:30.442317 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-d95af350-1080-4eaf-8cc8-6cedc34406a4 req-b35aa7a6-323b-4d12-b500-6cf07580719b service neutron] 10.222.0.20 "GET /v2.0/networks/bcbab97d-281d-41b7-839e-f0d285465443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520998 Mar 04 00:58:30.509325 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0be1c3-934a-4dbe-9140-8f85f1ffa164 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:58:30.514623 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-3f0be1c3-934a-4dbe-9140-8f85f1ffa164 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for floatingip (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:30.519997 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0de6de7-2fe3-46e1-bb64-347eaf302bd5 None None] Sync routers for ids ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:58:30.529748 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0de6de7-2fe3-46e1-bb64-347eaf302bd5 None None] Routers {'445c4c02-3e12-4bc3-a0dc-2fbe47836733'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:30.530388 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-a0de6de7-2fe3-46e1-bb64-347eaf302bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:58:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:30.548735 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-3f0be1c3-934a-4dbe-9140-8f85f1ffa164 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "DELETE /v2.0/floatingips/4042cf00-9314-4f3d-a72f-51a6bb44936d HTTP/1.1" status: 204 len: 168 time: 0.9733279 Mar 04 00:58:30.591025 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-d95af350-1080-4eaf-8cc8-6cedc34406a4 req-638cb65e-8789-4607-8d10-6b025ae19904 service neutron] 10.222.0.20 "GET /v2.0/networks/bcbab97d-281d-41b7-839e-f0d285465443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418355 Mar 04 00:58:30.649718 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-a0de6de7-2fe3-46e1-bb64-347eaf302bd5 None None] Set router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:30.653889 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f9839a08-72ca-4fff-9a21-ec437768ae68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (6c03439b-6572-4f2f-8c54-177c743632d4), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:30.690765 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9839a08-72ca-4fff-9a21-ec437768ae68 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c03439b-6572-4f2f-8c54-177c743632d4,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:30.766979 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f9839a08-72ca-4fff-9a21-ec437768ae68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542065'] for router_gateway (6800416b-51e8-4a9c-9e71-6dc5604dc1b0), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:30.901929 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-a0de6de7-2fe3-46e1-bb64-347eaf302bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'name': 'tempest-TestMinimumBasicScenario-342544116-router', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:23Z', 'updated_at': '2022-03-04T00:56:27Z', 'revision_number': 4, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'gw_port': {'id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:24Z', 'updated_at': '2022-03-04T00:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8c3bb455-d6cc-4bae-9769-854730ec5d4c', 'name': '', 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'mac_address': 'fa:16:3e:2e:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:26Z', 'updated_at': '2022-03-04T00:56:32Z', 'revision_number': 5, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'subnets': [{'id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:30.914763 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f9839a08-72ca-4fff-9a21-ec437768ae68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3526'] for router (6800416b-51e8-4a9c-9e71-6dc5604dc1b0), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:30.917238 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f9839a08-72ca-4fff-9a21-ec437768ae68 admin admin] Publish callbacks [] for router_controller (6800416b-51e8-4a9c-9e71-6dc5604dc1b0), precommit_delete_associations {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:30.939745 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0de6de7-2fe3-46e1-bb64-347eaf302bd5 None None] Checking router: 445c4c02-3e12-4bc3-a0dc-2fbe47836733 for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:58:30.949922 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0de6de7-2fe3-46e1-bb64-347eaf302bd5 None None] Routers {'445c4c02-3e12-4bc3-a0dc-2fbe47836733'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:30.950913 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-a0de6de7-2fe3-46e1-bb64-347eaf302bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:58:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:30.975226 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f9839a08-72ca-4fff-9a21-ec437768ae68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546010'] for router (6800416b-51e8-4a9c-9e71-6dc5604dc1b0), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:30.976379 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9839a08-72ca-4fff-9a21-ec437768ae68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6800416b-51e8-4a9c-9e71-6dc5604dc1b0 {{(pid=109680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 00:58:30.982755 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-f9839a08-72ca-4fff-9a21-ec437768ae68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:30.983904 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-f9839a08-72ca-4fff-9a21-ec437768ae68 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6800416b-51e8-4a9c-9e71-6dc5604dc1b0 HTTP/1.1" status: 204 len: 168 time: 1.5842505 Mar 04 00:58:30.986665 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52798) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:30.996138 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 251256dd-fed6-4192-a542-31f5d1988d9e no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:31.017678 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 251256dd-fed6-4192-a542-31f5d1988d9e {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:31.018068 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 251256dd-fed6-4192-a542-31f5d1988d9e not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:31.041432 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6b351c-172b-40cb-a308-6d64f8a79f1e admin admin] Deleting subnet c5cf6d52-be6b-456a-8f59-84f01ba9aae8 {{(pid=109681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 00:58:31.044557 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5b6b351c-172b-40cb-a308-6d64f8a79f1e admin admin] Publish callbacks [] for subnet (c5cf6d52-be6b-456a-8f59-84f01ba9aae8), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.082172 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5b6b351c-172b-40cb-a308-6d64f8a79f1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25765859'] for subnet (c5cf6d52-be6b-456a-8f59-84f01ba9aae8), precommit_delete_associations {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.172614 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-a0de6de7-2fe3-46e1-bb64-347eaf302bd5 None None] Set router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:31.174906 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5b6b351c-172b-40cb-a308-6d64f8a79f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15850908'] for subnet (c5cf6d52-be6b-456a-8f59-84f01ba9aae8), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.243851 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5b6b351c-172b-40cb-a308-6d64f8a79f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15850899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26164072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3906139'] for subnet (c5cf6d52-be6b-456a-8f59-84f01ba9aae8), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.270013 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b351c-172b-40cb-a308-6d64f8a79f1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5cf6d52-be6b-456a-8f59-84f01ba9aae8,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:31.274412 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-5b6b351c-172b-40cb-a308-6d64f8a79f1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.279892 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-5b6b351c-172b-40cb-a308-6d64f8a79f1e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c5cf6d52-be6b-456a-8f59-84f01ba9aae8 HTTP/1.1" status: 204 len: 168 time: 0.2897682 Mar 04 00:58:31.280060 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52800) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:31.280624 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e77fa77-2463-4cce-876d-bea72da511e2 None None] Network 2936a7f2-65f0-43cf-b9bd-7defc3053be7 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:58:31.348883 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16661095'] for network (2936a7f2-65f0-43cf-b9bd-7defc3053be7), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.393916 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'tag': 'aa7fdd36-22cc-494f-a783-07b573de64cc'}] {{(pid=109681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:58:31.396903 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae4805007b3bb6190c1129a79b84dd0e255d51cd65cf20037da88792fc2b9a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20107af6-0ab4-45b3-ae54-97dfd7526d73" -d '{"events": [{"name": "network-changed", "server_uuid": "a003ac4c-23b8-4752-afd8-4af9f3e04e4b", "tag": "aa7fdd36-22cc-494f-a783-07b573de64cc"}]}' {{(pid=109681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:58:31.421616 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-a0de6de7-2fe3-46e1-bb64-347eaf302bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'name': 'tempest-TestMinimumBasicScenario-342544116-router', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:23Z', 'updated_at': '2022-03-04T00:56:27Z', 'revision_number': 4, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'gw_port': {'id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:24Z', 'updated_at': '2022-03-04T00:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8c3bb455-d6cc-4bae-9769-854730ec5d4c', 'name': '', 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'mac_address': 'fa:16:3e:2e:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:26Z', 'updated_at': '2022-03-04T00:56:32Z', 'revision_number': 5, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'subnets': [{'id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:31.435576 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] Deleting port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 {{(pid=109681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:31.435921 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (510e3fc4-4333-4c79-a0cd-b57f9e7ba157), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.451131 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 00:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7248f5e0-0b2a-4148-b66d-40e302595cc9 x-openstack-request-id: req-7248f5e0-0b2a-4148-b66d-40e302595cc9 {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:58:31.451420 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a003ac4c-23b8-4752-afd8-4af9f3e04e4b", "tag": "aa7fdd36-22cc-494f-a783-07b573de64cc", "status": "completed", "code": 200}]} {{(pid=109681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:58:31.451674 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7248f5e0-0b2a-4148-b66d-40e302595cc9 {{(pid=109681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:58:31.452087 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'tag': 'aa7fdd36-22cc-494f-a783-07b573de64cc', 'status': 'completed', 'code': 200} Mar 04 00:58:31.462565 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0de6de7-2fe3-46e1-bb64-347eaf302bd5 None None] The sync data for ids ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'] in dv-cinder-812685-7-iscsi is: [{'id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'name': 'tempest-TestMinimumBasicScenario-342544116-router', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:23Z', 'updated_at': '2022-03-04T00:56:27Z', 'revision_number': 4, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'gw_port': {'id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:24Z', 'updated_at': '2022-03-04T00:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi', '_interfaces': [{'id': '8c3bb455-d6cc-4bae-9769-854730ec5d4c', 'name': '', 'network_id': 'bcbab97d-281d-41b7-839e-f0d285465443', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'mac_address': 'fa:16:3e:2e:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:26Z', 'updated_at': '2022-03-04T00:56:32Z', 'revision_number': 5, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'subnets': [{'id': '30a65b02-12f9-4ec1-bdee-dd8b3e1fa202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:58:31.514934 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.db [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] For port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=510e3fc4-4333-4c79-a0cd-b57f9e7ba157,segment=NetworkSegment(e2595a53-3da6-4dd5-9b2a-46e23cca97cd),segment_id=e2595a53-3da6-4dd5-9b2a-46e23cca97cd)] {{(pid=109681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:31.515350 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (510e3fc4-4333-4c79-a0cd-b57f9e7ba157), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.533192 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20107af6-0ab4-45b3-ae54-97dfd7526d73 req-b74cc614-ae87-4a0b-80c7-05306237e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:31.535486 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-20107af6-0ab4-45b3-ae54-97dfd7526d73 req-b74cc614-ae87-4a0b-80c7-05306237e62e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8184b19f8e04a52b1c60c1b8574eaf6&device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 1130 time: 0.0699780 Mar 04 00:58:31.535665 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] Calling delete_port for 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 owned by network:dhcp {{(pid=109681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:31.578992 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6cdec9-e008-474d-8692-ed692c41c771 None None] DHCP port deletion for 2936a7f2-65f0-43cf-b9bd-7defc3053be7 request from dv-cinder-812685-7-iscsi {{(pid=109682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 00:58:31.654371 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26164059'] for port (510e3fc4-4333-4c79-a0cd-b57f9e7ba157), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.674423 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-5e6cdec9-e008-474d-8692-ed692c41c771 None None] Deleting port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 {{(pid=109682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:31.675298 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-5e6cdec9-e008-474d-8692-ed692c41c771 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (510e3fc4-4333-4c79-a0cd-b57f9e7ba157), before_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.680474 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20107af6-0ab4-45b3-ae54-97dfd7526d73 req-98f15fda-5ede-475b-be88-e4300cef5029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:31.682006 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-20107af6-0ab4-45b3-ae54-97dfd7526d73 req-98f15fda-5ede-475b-be88-e4300cef5029 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcbab97d-281d-41b7-839e-f0d285465443 HTTP/1.1" status: 200 len: 915 time: 0.1387920 Mar 04 00:58:31.687950 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] Pushing event deleted for resources: {'Port': ['ID=510e3fc4-4333-4c79-a0cd-b57f9e7ba157,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:31.690154 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] No DVR routers for this DVR port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 on host dv-cinder-812685-7-iscsi {{(pid=109681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:58:31.745884 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-20107af6-0ab4-45b3-ae54-97dfd7526d73 req-18cc1d57-7a80-43a5-891d-1ee286cc756f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa7fdd36-22cc-494f-a783-07b573de64cc HTTP/1.1" status: 200 len: 217 time: 0.0533535 Mar 04 00:58:31.760601 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-5e6cdec9-e008-474d-8692-ed692c41c771 None None] For port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157, host dv-cinder-812685-7-iscsi, got binding levels [] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:31.761095 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-5e6cdec9-e008-474d-8692-ed692c41c771 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (510e3fc4-4333-4c79-a0cd-b57f9e7ba157), precommit_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.777757 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16753767', 'neutron.services.segments.db._delete_segments_for_network-8742061486749'] for network (2936a7f2-65f0-43cf-b9bd-7defc3053be7), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.780390 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-5e6cdec9-e008-474d-8692-ed692c41c771 None None] Calling delete_port for 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 owned by network:dhcp {{(pid=109682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:31.783675 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.ipam_backend_mixin [None req-5e6cdec9-e008-474d-8692-ed692c41c771 None None] Port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 was not found and therefore no delete operation was performed {{(pid=109682) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 04 00:58:31.785196 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-5e6cdec9-e008-474d-8692-ed692c41c771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965'] for port (510e3fc4-4333-4c79-a0cd-b57f9e7ba157), after_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.799224 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.services.segments.db [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2936a7f2-65f0-43cf-b9bd-7defc3053be7']}} {{(pid=109681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:31.799460 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20107af6-0ab4-45b3-ae54-97dfd7526d73 req-65349163-50f1-49b4-b2c3-b2d8340df38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:31.800798 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-20107af6-0ab4-45b3-ae54-97dfd7526d73 req-65349163-50f1-49b4-b2c3-b2d8340df38b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30a65b02-12f9-4ec1-bdee-dd8b3e1fa202 HTTP/1.1" status: 200 len: 853 time: 0.0478792 Mar 04 00:58:31.809898 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.services.segments.db [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2595a53-3da6-4dd5-9b2a-46e23cca97cd') {'for_net_delete': True} {{(pid=109681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:31.810199 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.services.segments.db [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2595a53-3da6-4dd5-9b2a-46e23cca97cd') {} {{(pid=109681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:31.813364 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cdec9-e008-474d-8692-ed692c41c771 None None] Pushing event deleted for resources: {'Port': ['ID=510e3fc4-4333-4c79-a0cd-b57f9e7ba157,revision_number=None']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:31.822703 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6cdec9-e008-474d-8692-ed692c41c771 None None] No DVR routers for this DVR port 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 on host dv-cinder-812685-7-iscsi {{(pid=109682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:58:31.830424 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742061490342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25765876'] for segment (e2595a53-3da6-4dd5-9b2a-46e23cca97cd), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.838534 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd25bf-e050-4816-a3c5-ca4bc6a65a45 None None] New status for floating IP 4042cf00-9314-4f3d-a72f-51a6bb44936d: DOWN {{(pid=109682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 00:58:31.856203 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (e2595a53-3da6-4dd5-9b2a-46e23cca97cd), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.867806 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 00:58:31.868215 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26164150'] for segment (e2595a53-3da6-4dd5-9b2a-46e23cca97cd), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: Traceback (most recent call last): Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: timer() Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: cb(*args, **kw) Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: return func(*args, **kwargs) Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: self._notify() Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: self.callback(batched_events) Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: event.method(event) Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: return f(self, *a, **k) Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: return self._get(url).json() Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: return self.request(url, 'GET', **kwargs) Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 00:58:31.870215 dv-cinder-812685-7-iscsi neutron-server[109681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 00:58:31.876964 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20107af6-0ab4-45b3-ae54-97dfd7526d73 req-2e93dc73-b18e-4a8e-8de8-73ea74ff16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:31.878641 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-20107af6-0ab4-45b3-ae54-97dfd7526d73 req-2e93dc73-b18e-4a8e-8de8-73ea74ff16fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcbab97d-281d-41b7-839e-f0d285465443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714042 Mar 04 00:58:31.957061 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16753694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542029'] for network (2936a7f2-65f0-43cf-b9bd-7defc3053be7), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.963800 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:31.967568 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] 10.222.0.23 "DELETE /v2.0/networks/2936a7f2-65f0-43cf-b9bd-7defc3053be7 HTTP/1.1" status: 204 len: 168 time: 0.6863732 Mar 04 00:58:31.971613 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52810) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:31.979495 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e896b-38f3-4d47-9bf9-0ffa5471520f admin admin] Pushing event deleted for resources: {'Network': ['ID=2936a7f2-65f0-43cf-b9bd-7defc3053be7,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:32.027687 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-20107af6-0ab4-45b3-ae54-97dfd7526d73 req-910209d4-ecf4-430c-adf7-2bf7e5cf7bb1 service neutron] 10.222.0.20 "GET /v2.0/networks/bcbab97d-281d-41b7-839e-f0d285465443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425140 Mar 04 00:58:32.192415 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-20107af6-0ab4-45b3-ae54-97dfd7526d73 req-760c0ee9-cb16-4dfc-8759-9e4b9af8e8e4 service neutron] 10.222.0.20 "GET /v2.0/networks/bcbab97d-281d-41b7-839e-f0d285465443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583221 Mar 04 00:58:32.395724 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-dd60d188-2f83-44f0-a697-7ba7c83c0488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548415'] for router_interface (efc0b56e-577a-4612-a8eb-603b3757f797), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:32.634846 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-dd60d188-2f83-44f0-a697-7ba7c83c0488 admin admin] Deleting port 24842aba-badc-4951-bbf1-1246c4e0cbc3 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:32.635556 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-dd60d188-2f83-44f0-a697-7ba7c83c0488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:32.709637 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [None req-dd60d188-2f83-44f0-a697-7ba7c83c0488 admin admin] For port 24842aba-badc-4951-bbf1-1246c4e0cbc3, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=24842aba-badc-4951-bbf1-1246c4e0cbc3,segment=NetworkSegment(0bee8aae-b454-4a30-b8f9-dbdc8aadecc3),segment_id=0bee8aae-b454-4a30-b8f9-dbdc8aadecc3)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:32.710023 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-dd60d188-2f83-44f0-a697-7ba7c83c0488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:32.722775 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-dd60d188-2f83-44f0-a697-7ba7c83c0488 admin admin] Calling delete_port for 24842aba-badc-4951-bbf1-1246c4e0cbc3 owned by network:router_interface {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:32.900142 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-dd60d188-2f83-44f0-a697-7ba7c83c0488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (24842aba-badc-4951-bbf1-1246c4e0cbc3), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:32.912899 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 6c03439b-6572-4f2f-8c54-177c743632d4 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:32.922840 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60d188-2f83-44f0-a697-7ba7c83c0488 admin admin] Pushing event deleted for resources: {'Port': ['ID=24842aba-badc-4951-bbf1-1246c4e0cbc3,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:32.934365 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 6c03439b-6572-4f2f-8c54-177c743632d4 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:32.934365 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 6c03439b-6572-4f2f-8c54-177c743632d4 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:32.934688 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:32.954632 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:32.955055 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 510e3fc4-4333-4c79-a0cd-b57f9e7ba157 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:33.355193 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-dd60d188-2f83-44f0-a697-7ba7c83c0488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548563'] for router_interface (efc0b56e-577a-4612-a8eb-603b3757f797), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:33.375471 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d26f8c-88ab-4e15-9f52-33ba005a739a req-73c75acb-fa8c-4129-9955-48b858378381 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:33.376959 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f7d26f8c-88ab-4e15-9f52-33ba005a739a req-73c75acb-fa8c-4129-9955-48b858378381 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 946 time: 0.0521517 Mar 04 00:58:33.422970 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-f7d26f8c-88ab-4e15-9f52-33ba005a739a req-c463f362-d76e-43b1-be72-61fb9e0abf1f tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402627 Mar 04 00:58:33.567066 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd60d188-2f83-44f0-a697-7ba7c83c0488 admin admin] Router efc0b56e-577a-4612-a8eb-603b3757f797 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:58:33.672361 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd60d188-2f83-44f0-a697-7ba7c83c0488 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:58:33.677240 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-dd60d188-2f83-44f0-a697-7ba7c83c0488 admin admin] 10.222.0.23 "PUT /v2.0/routers/efc0b56e-577a-4612-a8eb-603b3757f797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7046802 Mar 04 00:58:33.679705 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52822) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:33.682042 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b3d814-3c2c-4083-a75b-f8aa8dc2e348 None None] Sync routers for ids ['efc0b56e-577a-4612-a8eb-603b3757f797'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:58:33.692056 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3d814-3c2c-4083-a75b-f8aa8dc2e348 None None] Routers {'efc0b56e-577a-4612-a8eb-603b3757f797'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:33.692656 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-e1b3d814-3c2c-4083-a75b-f8aa8dc2e348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:58:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['efc0b56e-577a-4612-a8eb-603b3757f797'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:33.785983 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e5c50f4e-3480-4e51-8f3c-f40521709150 admin admin] Publish callbacks [] for router (efc0b56e-577a-4612-a8eb-603b3757f797), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:33.799049 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-e1b3d814-3c2c-4083-a75b-f8aa8dc2e348 None None] Set router efc0b56e-577a-4612-a8eb-603b3757f797 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:33.888135 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e5c50f4e-3480-4e51-8f3c-f40521709150 admin admin] Publish callbacks [] for router_gateway (efc0b56e-577a-4612-a8eb-603b3757f797), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:33.944423 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-e5c50f4e-3480-4e51-8f3c-f40521709150 admin admin] Deleting port 66a93119-8b5c-413b-a1bc-2d65896443a1 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:33.944677 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e5c50f4e-3480-4e51-8f3c-f40521709150 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (66a93119-8b5c-413b-a1bc-2d65896443a1), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:33.980213 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-e1b3d814-3c2c-4083-a75b-f8aa8dc2e348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'name': 'tempest-TestShelveInstance-1877202879-router', 'tenant_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '66a93119-8b5c-413b-a1bc-2d65896443a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:43Z', 'updated_at': '2022-03-04T00:58:32Z', 'revision_number': 5, 'project_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'gw_port': {'id': '66a93119-8b5c-413b-a1bc-2d65896443a1', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:53:43Z', 'updated_at': '2022-03-04T00:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:34.006351 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b3d814-3c2c-4083-a75b-f8aa8dc2e348 None None] Checking router: efc0b56e-577a-4612-a8eb-603b3757f797 for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:58:34.015203 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3d814-3c2c-4083-a75b-f8aa8dc2e348 None None] Routers {'efc0b56e-577a-4612-a8eb-603b3757f797'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:34.015789 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-e1b3d814-3c2c-4083-a75b-f8aa8dc2e348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:58:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['efc0b56e-577a-4612-a8eb-603b3757f797'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:34.022278 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [None req-e5c50f4e-3480-4e51-8f3c-f40521709150 admin admin] For port 66a93119-8b5c-413b-a1bc-2d65896443a1, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=66a93119-8b5c-413b-a1bc-2d65896443a1,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:34.022643 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e5c50f4e-3480-4e51-8f3c-f40521709150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (66a93119-8b5c-413b-a1bc-2d65896443a1), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:34.035544 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-e5c50f4e-3480-4e51-8f3c-f40521709150 admin admin] Calling delete_port for 66a93119-8b5c-413b-a1bc-2d65896443a1 owned by network:router_gateway {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:34.101760 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-e1b3d814-3c2c-4083-a75b-f8aa8dc2e348 None None] Set router efc0b56e-577a-4612-a8eb-603b3757f797 gateway port host: None {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:34.155167 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-e1b3d814-3c2c-4083-a75b-f8aa8dc2e348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'name': 'tempest-TestShelveInstance-1877202879-router', 'tenant_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:43Z', 'updated_at': '2022-03-04T00:58:33Z', 'revision_number': 6, 'project_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'gw_port_host': None}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:34.180839 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b3d814-3c2c-4083-a75b-f8aa8dc2e348 None None] The sync data for ids ['efc0b56e-577a-4612-a8eb-603b3757f797'] in dv-cinder-812685-7-iscsi is: [{'id': 'efc0b56e-577a-4612-a8eb-603b3757f797', 'name': 'tempest-TestShelveInstance-1877202879-router', 'tenant_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:53:43Z', 'updated_at': '2022-03-04T00:58:33Z', 'revision_number': 6, 'project_id': 'b3d1854fb6c843c7aa4b98bd3d6d14c1', 'gw_port_host': None}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:58:34.206974 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e5c50f4e-3480-4e51-8f3c-f40521709150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (66a93119-8b5c-413b-a1bc-2d65896443a1), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:34.239250 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c50f4e-3480-4e51-8f3c-f40521709150 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a93119-8b5c-413b-a1bc-2d65896443a1,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:34.296151 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e5c50f4e-3480-4e51-8f3c-f40521709150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542065'] for router_gateway (efc0b56e-577a-4612-a8eb-603b3757f797), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:34.384642 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e5c50f4e-3480-4e51-8f3c-f40521709150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3526'] for router (efc0b56e-577a-4612-a8eb-603b3757f797), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:34.386990 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e5c50f4e-3480-4e51-8f3c-f40521709150 admin admin] Publish callbacks [] for router_controller (efc0b56e-577a-4612-a8eb-603b3757f797), precommit_delete_associations {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:34.430886 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e5c50f4e-3480-4e51-8f3c-f40521709150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546010'] for router (efc0b56e-577a-4612-a8eb-603b3757f797), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:34.431405 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c50f4e-3480-4e51-8f3c-f40521709150 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efc0b56e-577a-4612-a8eb-603b3757f797 {{(pid=109680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 00:58:34.435520 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e5c50f4e-3480-4e51-8f3c-f40521709150 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:34.436646 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-e5c50f4e-3480-4e51-8f3c-f40521709150 admin admin] 10.222.0.23 "DELETE /v2.0/routers/efc0b56e-577a-4612-a8eb-603b3757f797 HTTP/1.1" status: 204 len: 168 time: 0.7560449 Mar 04 00:58:34.439255 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52824) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:34.484046 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_v2 [None req-df976016-6591-407d-9377-d9308f456d84 admin admin] Deleting subnet fddba7d5-bf19-4437-a2e0-4ecbddda5f26 {{(pid=109680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 00:58:34.487339 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-df976016-6591-407d-9377-d9308f456d84 admin admin] Publish callbacks [] for subnet (fddba7d5-bf19-4437-a2e0-4ecbddda5f26), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:34.524992 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-df976016-6591-407d-9377-d9308f456d84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26013165'] for subnet (fddba7d5-bf19-4437-a2e0-4ecbddda5f26), precommit_delete_associations {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:34.556967 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87104c01-addc-4c6a-b61a-53032af3bf78 req-c25e85ba-d705-494d-aa90-d556f834d444 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:34.558540 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-87104c01-addc-4c6a-b61a-53032af3bf78 req-c25e85ba-d705-494d-aa90-d556f834d444 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 946 time: 0.0631270 Mar 04 00:58:34.608988 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-87104c01-addc-4c6a-b61a-53032af3bf78 req-aae17707-b253-445b-a7a7-1f848b440f50 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/security-groups?id=379ff526-d8fc-4ca0-8ee7-696128d8ad8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441217 Mar 04 00:58:34.609643 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-df976016-6591-407d-9377-d9308f456d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15850908'] for subnet (fddba7d5-bf19-4437-a2e0-4ecbddda5f26), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:34.663198 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-df976016-6591-407d-9377-d9308f456d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15850899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26647530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26649947'] for subnet (fddba7d5-bf19-4437-a2e0-4ecbddda5f26), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:34.689093 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df976016-6591-407d-9377-d9308f456d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fddba7d5-bf19-4437-a2e0-4ecbddda5f26,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:34.691662 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-df976016-6591-407d-9377-d9308f456d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:34.697882 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-df976016-6591-407d-9377-d9308f456d84 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fddba7d5-bf19-4437-a2e0-4ecbddda5f26 HTTP/1.1" status: 204 len: 168 time: 0.2548192 Mar 04 00:58:34.698029 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777919c6-d53b-4789-b35c-85746b0591b7 None None] Network 6922fdee-09b0-460f-ac6c-632faf99ca5a requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:58:34.698476 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52828) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:34.764590 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16661095'] for network (6922fdee-09b0-460f-ac6c-632faf99ca5a), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:34.823163 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] Deleting port 5b59ee27-460c-4216-994a-ddd4acfa6a55 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:34.823508 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (5b59ee27-460c-4216-994a-ddd4acfa6a55), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:34.885106 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] For port 5b59ee27-460c-4216-994a-ddd4acfa6a55, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=5b59ee27-460c-4216-994a-ddd4acfa6a55,segment=NetworkSegment(0bee8aae-b454-4a30-b8f9-dbdc8aadecc3),segment_id=0bee8aae-b454-4a30-b8f9-dbdc8aadecc3)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:34.885414 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (5b59ee27-460c-4216-994a-ddd4acfa6a55), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:34.898074 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] Calling delete_port for 5b59ee27-460c-4216-994a-ddd4acfa6a55 owned by network:dhcp {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:34.963573 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bfcb53-2299-4852-a120-4bcb65b5cd12 None None] DHCP port deletion for 6922fdee-09b0-460f-ac6c-632faf99ca5a request from dv-cinder-812685-7-iscsi {{(pid=109682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 00:58:35.017465 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (5b59ee27-460c-4216-994a-ddd4acfa6a55), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.020977 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 66a93119-8b5c-413b-a1bc-2d65896443a1 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:35.048686 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b59ee27-460c-4216-994a-ddd4acfa6a55,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:35.055783 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] No DVR routers for this DVR port 5b59ee27-460c-4216-994a-ddd4acfa6a55 on host dv-cinder-812685-7-iscsi {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:58:35.086672 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e7d21-fef2-4b4e-b1e0-913cf74b5c8f req-5004f4eb-0d36-4f9d-a5e7-e71d7e8b754d tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:58:35.088250 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f07e7d21-fef2-4b4e-b1e0-913cf74b5c8f req-5004f4eb-0d36-4f9d-a5e7-e71d7e8b754d tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.20 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 946 time: 0.1165261 Mar 04 00:58:35.172667 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16753767', 'neutron.services.segments.db._delete_segments_for_network-8742061486749'] for network (6922fdee-09b0-460f-ac6c-632faf99ca5a), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.179824 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 66a93119-8b5c-413b-a1bc-2d65896443a1 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:35.180221 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 66a93119-8b5c-413b-a1bc-2d65896443a1 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:35.180591 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 5b59ee27-460c-4216-994a-ddd4acfa6a55 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:35.201964 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 5b59ee27-460c-4216-994a-ddd4acfa6a55 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:35.202315 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 5b59ee27-460c-4216-994a-ddd4acfa6a55 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:35.202728 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 24842aba-badc-4951-bbf1-1246c4e0cbc3 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:35.205110 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-00bfcb53-2299-4852-a120-4bcb65b5cd12 None None] Deleting port 5b59ee27-460c-4216-994a-ddd4acfa6a55 {{(pid=109682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:35.205486 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-00bfcb53-2299-4852-a120-4bcb65b5cd12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (5b59ee27-460c-4216-994a-ddd4acfa6a55), before_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.218459 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6922fdee-09b0-460f-ac6c-632faf99ca5a']}} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:35.231028 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bee8aae-b454-4a30-b8f9-dbdc8aadecc3') {'for_net_delete': True} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:35.231337 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bee8aae-b454-4a30-b8f9-dbdc8aadecc3') {} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:35.233633 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 24842aba-badc-4951-bbf1-1246c4e0cbc3 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:35.234039 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 24842aba-badc-4951-bbf1-1246c4e0cbc3 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:35.244821 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742061490342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26013178'] for segment (0bee8aae-b454-4a30-b8f9-dbdc8aadecc3), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.265245 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (0bee8aae-b454-4a30-b8f9-dbdc8aadecc3), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.274147 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 00:58:35.274948 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26647348'] for segment (0bee8aae-b454-4a30-b8f9-dbdc8aadecc3), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: Traceback (most recent call last): Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: timer() Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: cb(*args, **kw) Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: return func(*args, **kwargs) Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: self._notify() Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: self.callback(batched_events) Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: event.method(event) Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: return f(self, *a, **k) Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._get(url).json() Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: return self.request(url, 'GET', **kwargs) Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 00:58:35.276190 dv-cinder-812685-7-iscsi neutron-server[109680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 00:58:35.292502 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-00bfcb53-2299-4852-a120-4bcb65b5cd12 None None] For port 5b59ee27-460c-4216-994a-ddd4acfa6a55, host dv-cinder-812685-7-iscsi, got binding levels [] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:35.292874 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-00bfcb53-2299-4852-a120-4bcb65b5cd12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (5b59ee27-460c-4216-994a-ddd4acfa6a55), precommit_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.309621 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-00bfcb53-2299-4852-a120-4bcb65b5cd12 None None] Calling delete_port for 5b59ee27-460c-4216-994a-ddd4acfa6a55 owned by network:dhcp {{(pid=109682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:35.312277 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.ipam_backend_mixin [None req-00bfcb53-2299-4852-a120-4bcb65b5cd12 None None] Port 5b59ee27-460c-4216-994a-ddd4acfa6a55 was not found and therefore no delete operation was performed {{(pid=109682) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 04 00:58:35.313505 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-00bfcb53-2299-4852-a120-4bcb65b5cd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965'] for port (5b59ee27-460c-4216-994a-ddd4acfa6a55), after_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.318881 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-f07e7d21-fef2-4b4e-b1e0-913cf74b5c8f req-ab469ff7-9761-4c74-8725-0133e32016c2 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Deleting port aa7fdd36-22cc-494f-a783-07b573de64cc {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:35.319221 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f07e7d21-fef2-4b4e-b1e0-913cf74b5c8f req-ab469ff7-9761-4c74-8725-0133e32016c2 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.338465 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfcb53-2299-4852-a120-4bcb65b5cd12 None None] Pushing event deleted for resources: {'Port': ['ID=5b59ee27-460c-4216-994a-ddd4acfa6a55,revision_number=None']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:35.341859 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bfcb53-2299-4852-a120-4bcb65b5cd12 None None] No DVR routers for this DVR port 5b59ee27-460c-4216-994a-ddd4acfa6a55 on host dv-cinder-812685-7-iscsi {{(pid=109682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:58:35.377458 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16753694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542029'] for network (6922fdee-09b0-460f-ac6c-632faf99ca5a), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.382370 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.385516 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6922fdee-09b0-460f-ac6c-632faf99ca5a HTTP/1.1" status: 204 len: 168 time: 0.6864820 Mar 04 00:58:35.404861 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e4644-bdb7-4ad9-a579-d0eb57111e43 admin admin] Pushing event deleted for resources: {'Network': ['ID=6922fdee-09b0-460f-ac6c-632faf99ca5a,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:35.443204 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [req-f07e7d21-fef2-4b4e-b1e0-913cf74b5c8f req-ab469ff7-9761-4c74-8725-0133e32016c2 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] For port aa7fdd36-22cc-494f-a783-07b573de64cc, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=aa7fdd36-22cc-494f-a783-07b573de64cc,segment=NetworkSegment(3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d),segment_id=3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:35.443563 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f07e7d21-fef2-4b4e-b1e0-913cf74b5c8f req-ab469ff7-9761-4c74-8725-0133e32016c2 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.456500 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [req-f07e7d21-fef2-4b4e-b1e0-913cf74b5c8f req-ab469ff7-9761-4c74-8725-0133e32016c2 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Calling delete_port for aa7fdd36-22cc-494f-a783-07b573de64cc owned by compute:nova {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:35.561758 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52832) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:35.595285 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f07e7d21-fef2-4b4e-b1e0-913cf74b5c8f req-ab469ff7-9761-4c74-8725-0133e32016c2 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (aa7fdd36-22cc-494f-a783-07b573de64cc), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.603221 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-4b949e21-45d1-43a6-a488-3d10ada23ff7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b879598681d4fdb87aaa0da1e8cca40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400217 Mar 04 00:58:35.605906 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52834) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:35.606938 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] get_ports_and_sgs() called for port_ids ['aa7fdd36-22cc-494f-a783-07b573de64cc'] {{(pid=109682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 00:58:35.628151 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab469ff7-9761-4c74-8725-0133e32016c2 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Pushing event deleted for resources: {'Port': ['ID=aa7fdd36-22cc-494f-a783-07b573de64cc,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:35.666052 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d55379ab-9e30-431f-afa5-de61c1bbfedb admin admin] Publish callbacks [] for security_group (9ad2d635-6115-44b2-9380-4b53980d3d50), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.688305 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d55379ab-9e30-431f-afa5-de61c1bbfedb admin admin] Publish callbacks [] for security_group (9ad2d635-6115-44b2-9380-4b53980d3d50), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.689680 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07e7d21-fef2-4b4e-b1e0-913cf74b5c8f req-ab469ff7-9761-4c74-8725-0133e32016c2 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] No DVR routers for this DVR port aa7fdd36-22cc-494f-a783-07b573de64cc on host hv-cinder-81268 {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:58:35.692202 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [req-f07e7d21-fef2-4b4e-b1e0-913cf74b5c8f req-ab469ff7-9761-4c74-8725-0133e32016c2 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1004810'] for port (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.696088 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [req-f07e7d21-fef2-4b4e-b1e0-913cf74b5c8f req-ab469ff7-9761-4c74-8725-0133e32016c2 tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.20 "DELETE /v2.0/ports/aa7fdd36-22cc-494f-a783-07b573de64cc HTTP/1.1" status: 204 len: 173 time: 0.5940237 Mar 04 00:58:35.696650 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'name': 'network-vif-deleted', 'tag': 'aa7fdd36-22cc-494f-a783-07b573de64cc'}] {{(pid=109680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 00:58:35.698866 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37969e1077933f9e71cf87853c26e68fb430069354ebf85f4a91e0150a7ba9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a58cad1-3294-4018-9392-85f4d71446a6" -d '{"events": [{"server_uuid": "a003ac4c-23b8-4752-afd8-4af9f3e04e4b", "name": "network-vif-deleted", "tag": "aa7fdd36-22cc-494f-a783-07b573de64cc"}]}' {{(pid=109680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 00:58:35.741016 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [req-9320f44e-a090-419e-8b5d-a9fec4bea156 req-56c86f87-7c97-4294-9fa1-3cdd27da2a4b tempest-TestMinimumBasicScenario-1966756943 tempest-TestMinimumBasicScenario-1966756943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a003ac4c-23b8-4752-afd8-4af9f3e04e4b HTTP/1.1" status: 200 len: 210 time: 0.0505748 Mar 04 00:58:35.741746 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 00:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57351c95-fcbe-4f78-9ee4-e8f10471d31a x-openstack-request-id: req-57351c95-fcbe-4f78-9ee4-e8f10471d31a {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 00:58:35.742199 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a003ac4c-23b8-4752-afd8-4af9f3e04e4b", "name": "network-vif-deleted", "tag": "aa7fdd36-22cc-494f-a783-07b573de64cc", "status": "completed", "code": 200}]} {{(pid=109680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 00:58:35.742552 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57351c95-fcbe-4f78-9ee4-e8f10471d31a {{(pid=109680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 00:58:35.743046 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a003ac4c-23b8-4752-afd8-4af9f3e04e4b', 'name': 'network-vif-deleted', 'tag': 'aa7fdd36-22cc-494f-a783-07b573de64cc', 'status': 'completed', 'code': 200} Mar 04 00:58:35.788157 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d55379ab-9e30-431f-afa5-de61c1bbfedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (9ad2d635-6115-44b2-9380-4b53980d3d50), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.790867 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-d55379ab-9e30-431f-afa5-de61c1bbfedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:35.794757 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-d55379ab-9e30-431f-afa5-de61c1bbfedb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ad2d635-6115-44b2-9380-4b53980d3d50 HTTP/1.1" status: 204 len: 168 time: 0.1878726 Mar 04 00:58:35.802454 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55379ab-9e30-431f-afa5-de61c1bbfedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad2d635-6115-44b2-9380-4b53980d3d50,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:36.131594 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52844) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:36.172414 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-3eced504-5c72-4342-abff-afbfcdd55b5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3d1854fb6c843c7aa4b98bd3d6d14c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394299 Mar 04 00:58:36.175083 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [-] (109681) accepted ('10.222.0.23', 52846) {{(pid=109681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:36.223307 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-78fecd70-0641-4a5b-9dc9-0743f4f75f07 admin admin] Publish callbacks [] for security_group (6506c89f-8d9a-4446-82b5-92009d13930b), before_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:36.244752 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-78fecd70-0641-4a5b-9dc9-0743f4f75f07 admin admin] Publish callbacks [] for security_group (6506c89f-8d9a-4446-82b5-92009d13930b), precommit_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:36.291543 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-78fecd70-0641-4a5b-9dc9-0743f4f75f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (6506c89f-8d9a-4446-82b5-92009d13930b), after_delete {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:36.294193 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-78fecd70-0641-4a5b-9dc9-0743f4f75f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:36.295326 dv-cinder-812685-7-iscsi neutron-server[109681]: INFO neutron.wsgi [None req-78fecd70-0641-4a5b-9dc9-0743f4f75f07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6506c89f-8d9a-4446-82b5-92009d13930b HTTP/1.1" status: 204 len: 168 time: 0.1192412 Mar 04 00:58:36.302945 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fecd70-0641-4a5b-9dc9-0743f4f75f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6506c89f-8d9a-4446-82b5-92009d13930b,revision_number=None']} {{(pid=109681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:37.389688 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52898) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:37.714265 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-662b0b3f-d2d1-4ae2-b2fb-596092e9722a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548415'] for router_interface (445c4c02-3e12-4bc3-a0dc-2fbe47836733), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:38.211632 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-662b0b3f-d2d1-4ae2-b2fb-596092e9722a admin admin] Deleting port 8c3bb455-d6cc-4bae-9769-854730ec5d4c {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:38.211861 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-662b0b3f-d2d1-4ae2-b2fb-596092e9722a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:38.287989 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [None req-662b0b3f-d2d1-4ae2-b2fb-596092e9722a admin admin] For port 8c3bb455-d6cc-4bae-9769-854730ec5d4c, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=8c3bb455-d6cc-4bae-9769-854730ec5d4c,segment=NetworkSegment(3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d),segment_id=3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:38.288341 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-662b0b3f-d2d1-4ae2-b2fb-596092e9722a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:38.301346 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-662b0b3f-d2d1-4ae2-b2fb-596092e9722a admin admin] Calling delete_port for 8c3bb455-d6cc-4bae-9769-854730ec5d4c owned by network:router_interface {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:38.474851 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-662b0b3f-d2d1-4ae2-b2fb-596092e9722a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (8c3bb455-d6cc-4bae-9769-854730ec5d4c), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:38.493523 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device aa7fdd36-22cc-494f-a783-07b573de64cc no longer exists at agent hyperv_hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:38.500640 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b0b3f-d2d1-4ae2-b2fb-596092e9722a admin admin] Pushing event deleted for resources: {'Port': ['ID=8c3bb455-d6cc-4bae-9769-854730ec5d4c,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:38.517697 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] No Port match for: aa7fdd36-22cc-494f-a783-07b573de64cc {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:38.518080 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Device aa7fdd36-22cc-494f-a783-07b573de64cc not bound to the agent host hv-cinder-81268 {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:38.665105 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-662b0b3f-d2d1-4ae2-b2fb-596092e9722a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548563'] for router_interface (445c4c02-3e12-4bc3-a0dc-2fbe47836733), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:38.878628 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662b0b3f-d2d1-4ae2-b2fb-596092e9722a admin admin] Router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:58:38.984767 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662b0b3f-d2d1-4ae2-b2fb-596092e9722a admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:58:38.989691 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-662b0b3f-d2d1-4ae2-b2fb-596092e9722a admin admin] 10.222.0.23 "PUT /v2.0/routers/445c4c02-3e12-4bc3-a0dc-2fbe47836733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5989571 Mar 04 00:58:38.992738 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52900) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:38.993881 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ecb017-612b-4921-a2e1-3f06ccbc36e7 None None] Sync routers for ids ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'] in dv-cinder-812685-7-iscsi {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:58:39.004491 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ecb017-612b-4921-a2e1-3f06ccbc36e7 None None] Routers {'445c4c02-3e12-4bc3-a0dc-2fbe47836733'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:39.005111 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-11ecb017-612b-4921-a2e1-3f06ccbc36e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:58:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:39.100791 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c65039ae-3b77-4a4c-a435-566092eb6921 admin admin] Publish callbacks [] for router (445c4c02-3e12-4bc3-a0dc-2fbe47836733), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:39.110271 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-11ecb017-612b-4921-a2e1-3f06ccbc36e7 None None] Set router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 gateway port host: dv-cinder-812685-7-iscsi {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:39.202766 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c65039ae-3b77-4a4c-a435-566092eb6921 admin admin] Publish callbacks [] for router_gateway (445c4c02-3e12-4bc3-a0dc-2fbe47836733), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:39.253145 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-c65039ae-3b77-4a4c-a435-566092eb6921 admin admin] Deleting port b55c73a6-7da0-429f-bc16-cfe87c270c70 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:39.253487 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c65039ae-3b77-4a4c-a435-566092eb6921 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (b55c73a6-7da0-429f-bc16-cfe87c270c70), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:39.285767 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-11ecb017-612b-4921-a2e1-3f06ccbc36e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'name': 'tempest-TestMinimumBasicScenario-342544116-router', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:23Z', 'updated_at': '2022-03-04T00:58:38Z', 'revision_number': 5, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'gw_port': {'id': 'b55c73a6-7da0-429f-bc16-cfe87c270c70', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:24Z', 'updated_at': '2022-03-04T00:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:39.312716 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ecb017-612b-4921-a2e1-3f06ccbc36e7 None None] Checking router: 445c4c02-3e12-4bc3-a0dc-2fbe47836733 for host: dv-cinder-812685-7-iscsi {{(pid=109682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:58:39.321017 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ecb017-612b-4921-a2e1-3f06ccbc36e7 None None] Routers {'445c4c02-3e12-4bc3-a0dc-2fbe47836733'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:39.321617 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-11ecb017-612b-4921-a2e1-3f06ccbc36e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:58:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'], 'active': True} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:39.332373 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [None req-c65039ae-3b77-4a4c-a435-566092eb6921 admin admin] For port b55c73a6-7da0-429f-bc16-cfe87c270c70, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=b55c73a6-7da0-429f-bc16-cfe87c270c70,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:39.332740 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c65039ae-3b77-4a4c-a435-566092eb6921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (b55c73a6-7da0-429f-bc16-cfe87c270c70), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:39.345672 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-c65039ae-3b77-4a4c-a435-566092eb6921 admin admin] Calling delete_port for b55c73a6-7da0-429f-bc16-cfe87c270c70 owned by network:router_gateway {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:39.409109 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvr_db [None req-11ecb017-612b-4921-a2e1-3f06ccbc36e7 None None] Set router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 gateway port host: None {{(pid=109682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:39.463362 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_hamode_db [None req-11ecb017-612b-4921-a2e1-3f06ccbc36e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'name': 'tempest-TestMinimumBasicScenario-342544116-router', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:23Z', 'updated_at': '2022-03-04T00:58:39Z', 'revision_number': 6, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'gw_port_host': None}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:39.490366 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ecb017-612b-4921-a2e1-3f06ccbc36e7 None None] The sync data for ids ['445c4c02-3e12-4bc3-a0dc-2fbe47836733'] in dv-cinder-812685-7-iscsi is: [{'id': '445c4c02-3e12-4bc3-a0dc-2fbe47836733', 'name': 'tempest-TestMinimumBasicScenario-342544116-router', 'tenant_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:23Z', 'updated_at': '2022-03-04T00:58:39Z', 'revision_number': 6, 'project_id': 'b8184b19f8e04a52b1c60c1b8574eaf6', 'gw_port_host': None}] {{(pid=109682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:58:39.512699 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c65039ae-3b77-4a4c-a435-566092eb6921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (b55c73a6-7da0-429f-bc16-cfe87c270c70), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:39.537721 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65039ae-3b77-4a4c-a435-566092eb6921 admin admin] Pushing event deleted for resources: {'Port': ['ID=b55c73a6-7da0-429f-bc16-cfe87c270c70,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:39.597069 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c65039ae-3b77-4a4c-a435-566092eb6921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542065'] for router_gateway (445c4c02-3e12-4bc3-a0dc-2fbe47836733), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:39.690037 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c65039ae-3b77-4a4c-a435-566092eb6921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3526'] for router (445c4c02-3e12-4bc3-a0dc-2fbe47836733), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:39.692056 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c65039ae-3b77-4a4c-a435-566092eb6921 admin admin] Publish callbacks [] for router_controller (445c4c02-3e12-4bc3-a0dc-2fbe47836733), precommit_delete_associations {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:39.735335 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c65039ae-3b77-4a4c-a435-566092eb6921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546010'] for router (445c4c02-3e12-4bc3-a0dc-2fbe47836733), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:39.735877 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65039ae-3b77-4a4c-a435-566092eb6921 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 445c4c02-3e12-4bc3-a0dc-2fbe47836733 {{(pid=109680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 00:58:39.740123 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-c65039ae-3b77-4a4c-a435-566092eb6921 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:39.741428 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-c65039ae-3b77-4a4c-a435-566092eb6921 admin admin] 10.222.0.23 "DELETE /v2.0/routers/445c4c02-3e12-4bc3-a0dc-2fbe47836733 HTTP/1.1" status: 204 len: 168 time: 0.7477663 Mar 04 00:58:39.744320 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52902) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:39.787154 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ce4599-0c75-491a-b697-42f92d12fa3a admin admin] Deleting subnet 30a65b02-12f9-4ec1-bdee-dd8b3e1fa202 {{(pid=109680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 00:58:39.790886 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-34ce4599-0c75-491a-b697-42f92d12fa3a admin admin] Publish callbacks [] for subnet (30a65b02-12f9-4ec1-bdee-dd8b3e1fa202), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:39.823499 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-34ce4599-0c75-491a-b697-42f92d12fa3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26013165'] for subnet (30a65b02-12f9-4ec1-bdee-dd8b3e1fa202), precommit_delete_associations {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:39.908327 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-34ce4599-0c75-491a-b697-42f92d12fa3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15850908'] for subnet (30a65b02-12f9-4ec1-bdee-dd8b3e1fa202), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:39.960008 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-34ce4599-0c75-491a-b697-42f92d12fa3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15850899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26647530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26649947'] for subnet (30a65b02-12f9-4ec1-bdee-dd8b3e1fa202), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:39.985890 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce4599-0c75-491a-b697-42f92d12fa3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a65b02-12f9-4ec1-bdee-dd8b3e1fa202,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:39.987830 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-34ce4599-0c75-491a-b697-42f92d12fa3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:39.991010 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-34ce4599-0c75-491a-b697-42f92d12fa3a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/30a65b02-12f9-4ec1-bdee-dd8b3e1fa202 HTTP/1.1" status: 204 len: 168 time: 0.2457893 Mar 04 00:58:39.992345 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4273f590-f5d4-40bb-96bc-e025daf1491b None None] Network bcbab97d-281d-41b7-839e-f0d285465443 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:58:39.993428 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52904) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:40.062502 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16661095'] for network (bcbab97d-281d-41b7-839e-f0d285465443), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:40.117612 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] Deleting port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:40.117612 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (1b5ec7c9-8308-4040-89a7-91acefd3b4a9), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:40.180779 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] For port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=1b5ec7c9-8308-4040-89a7-91acefd3b4a9,segment=NetworkSegment(3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d),segment_id=3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:40.181075 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (1b5ec7c9-8308-4040-89a7-91acefd3b4a9), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:40.192898 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] Calling delete_port for 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 owned by network:dhcp {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:40.244816 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac94409-126f-4857-947a-f462f004fef0 None None] DHCP port deletion for bcbab97d-281d-41b7-839e-f0d285465443 request from dv-cinder-812685-7-iscsi {{(pid=109682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 00:58:40.280326 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (1b5ec7c9-8308-4040-89a7-91acefd3b4a9), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:40.295651 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-bac94409-126f-4857-947a-f462f004fef0 None None] Deleting port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 {{(pid=109682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:40.296030 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-bac94409-126f-4857-947a-f462f004fef0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (1b5ec7c9-8308-4040-89a7-91acefd3b4a9), before_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:40.306106 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b5ec7c9-8308-4040-89a7-91acefd3b4a9,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:40.309645 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] No DVR routers for this DVR port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 on host dv-cinder-812685-7-iscsi {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:58:40.366606 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-bac94409-126f-4857-947a-f462f004fef0 None None] For port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9, host dv-cinder-812685-7-iscsi, got binding levels [] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:40.367072 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-bac94409-126f-4857-947a-f462f004fef0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (1b5ec7c9-8308-4040-89a7-91acefd3b4a9), precommit_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:40.384810 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-bac94409-126f-4857-947a-f462f004fef0 None None] Calling delete_port for 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 owned by network:dhcp {{(pid=109682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:40.387758 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.ipam_backend_mixin [None req-bac94409-126f-4857-947a-f462f004fef0 None None] Port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 was not found and therefore no delete operation was performed {{(pid=109682) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 04 00:58:40.388487 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16753767', 'neutron.services.segments.db._delete_segments_for_network-8742061486749'] for network (bcbab97d-281d-41b7-839e-f0d285465443), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:40.389010 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-bac94409-126f-4857-947a-f462f004fef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965'] for port (1b5ec7c9-8308-4040-89a7-91acefd3b4a9), after_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:40.408811 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbab97d-281d-41b7-839e-f0d285465443']}} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:40.416496 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac94409-126f-4857-947a-f462f004fef0 None None] Pushing event deleted for resources: {'Port': ['ID=1b5ec7c9-8308-4040-89a7-91acefd3b4a9,revision_number=None']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:40.418385 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac94409-126f-4857-947a-f462f004fef0 None None] No DVR routers for this DVR port 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 on host dv-cinder-812685-7-iscsi {{(pid=109682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:58:40.418724 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d') {'for_net_delete': True} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:40.419089 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d') {} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:40.429577 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742061490342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26013178'] for segment (3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:40.444693 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:40.455805 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 00:58:40.456200 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26647348'] for segment (3ac9eec2-88bd-410d-9cc2-7cb9bb34b60d), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: Traceback (most recent call last): Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: timer() Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: cb(*args, **kw) Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: return func(*args, **kwargs) Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: self._notify() Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: self.callback(batched_events) Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: event.method(event) Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: return f(self, *a, **k) Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._get(url).json() Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: return self.request(url, 'GET', **kwargs) Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 00:58:40.457991 dv-cinder-812685-7-iscsi neutron-server[109680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 00:58:40.515612 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16753694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542029'] for network (bcbab97d-281d-41b7-839e-f0d285465443), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:40.530954 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:40.534198 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] 10.222.0.23 "DELETE /v2.0/networks/bcbab97d-281d-41b7-839e-f0d285465443 HTTP/1.1" status: 204 len: 168 time: 0.5398276 Mar 04 00:58:40.538419 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52906) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:40.539745 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1737c5-ded1-4db8-8e7a-7892ff7a498c admin admin] Pushing event deleted for resources: {'Network': ['ID=bcbab97d-281d-41b7-839e-f0d285465443,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:40.881487 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7e0b6855-5860-40df-a2dc-4a29e345f403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548415'] for router_interface (ae057b17-8b96-48ea-a21a-1ce8eca6c7da), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:40.906929 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 8c3bb455-d6cc-4bae-9769-854730ec5d4c no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:40.927743 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 8c3bb455-d6cc-4bae-9769-854730ec5d4c {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:40.928085 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 8c3bb455-d6cc-4bae-9769-854730ec5d4c not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:40.928491 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:40.950776 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:40.951121 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 1b5ec7c9-8308-4040-89a7-91acefd3b4a9 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:40.951531 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device b55c73a6-7da0-429f-bc16-cfe87c270c70 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:40.970087 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: b55c73a6-7da0-429f-bc16-cfe87c270c70 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:40.970435 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device b55c73a6-7da0-429f-bc16-cfe87c270c70 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:41.121074 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-7e0b6855-5860-40df-a2dc-4a29e345f403 admin admin] Deleting port 765e2d48-bb6e-4561-8324-63de33eddeb6 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:41.121330 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7e0b6855-5860-40df-a2dc-4a29e345f403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:41.194415 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [None req-7e0b6855-5860-40df-a2dc-4a29e345f403 admin admin] For port 765e2d48-bb6e-4561-8324-63de33eddeb6, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=765e2d48-bb6e-4561-8324-63de33eddeb6,segment=NetworkSegment(29f6b54e-e6cf-4205-8082-b44148f56a14),segment_id=29f6b54e-e6cf-4205-8082-b44148f56a14)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:41.194770 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7e0b6855-5860-40df-a2dc-4a29e345f403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:41.209902 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-7e0b6855-5860-40df-a2dc-4a29e345f403 admin admin] Calling delete_port for 765e2d48-bb6e-4561-8324-63de33eddeb6 owned by network:router_interface {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:41.380640 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7e0b6855-5860-40df-a2dc-4a29e345f403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (765e2d48-bb6e-4561-8324-63de33eddeb6), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:41.406428 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b6855-5860-40df-a2dc-4a29e345f403 admin admin] Pushing event deleted for resources: {'Port': ['ID=765e2d48-bb6e-4561-8324-63de33eddeb6,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:41.565551 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-7e0b6855-5860-40df-a2dc-4a29e345f403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548563'] for router_interface (ae057b17-8b96-48ea-a21a-1ce8eca6c7da), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:41.775055 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0b6855-5860-40df-a2dc-4a29e345f403 admin admin] Router ae057b17-8b96-48ea-a21a-1ce8eca6c7da has already been hosted by L3 agent 78c89c0d-63a7-47d2-9cdd-4c12606c07d9 {{(pid=109680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 00:58:42.129699 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0b6855-5860-40df-a2dc-4a29e345f403 admin admin] Notify agent at l3_agent.dv-cinder-812685-7-iscsi the message routers_updated {{(pid=109680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 00:58:42.134711 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-7e0b6855-5860-40df-a2dc-4a29e345f403 admin admin] 10.222.0.23 "PUT /v2.0/routers/ae057b17-8b96-48ea-a21a-1ce8eca6c7da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5958066 Mar 04 00:58:42.137176 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52908) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:42.139656 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff250c-3cb9-4e2e-9a50-b391289be098 None None] Sync routers for ids ['ae057b17-8b96-48ea-a21a-1ce8eca6c7da'] in dv-cinder-812685-7-iscsi {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 00:58:42.150554 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff250c-3cb9-4e2e-9a50-b391289be098 None None] Routers {'ae057b17-8b96-48ea-a21a-1ce8eca6c7da'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:42.151161 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-62ff250c-3cb9-4e2e-9a50-b391289be098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:58:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['ae057b17-8b96-48ea-a21a-1ce8eca6c7da'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:42.243961 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3bea17f7-bff4-4a88-9ea5-62669b543b89 admin admin] Publish callbacks [] for router (ae057b17-8b96-48ea-a21a-1ce8eca6c7da), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:42.262077 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-62ff250c-3cb9-4e2e-9a50-b391289be098 None None] Set router ae057b17-8b96-48ea-a21a-1ce8eca6c7da gateway port host: dv-cinder-812685-7-iscsi {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:42.346996 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3bea17f7-bff4-4a88-9ea5-62669b543b89 admin admin] Publish callbacks [] for router_gateway (ae057b17-8b96-48ea-a21a-1ce8eca6c7da), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:42.399232 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-3bea17f7-bff4-4a88-9ea5-62669b543b89 admin admin] Deleting port 187f5072-b621-4942-86f9-222acec70a28 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:42.399497 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3bea17f7-bff4-4a88-9ea5-62669b543b89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (187f5072-b621-4942-86f9-222acec70a28), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:42.438674 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-62ff250c-3cb9-4e2e-9a50-b391289be098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'name': 'tempest-TestMinimumBasicScenario-642560579-router', 'tenant_id': '89f8e54ec9f64096b618bc80409ed9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'external_fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '187f5072-b621-4942-86f9-222acec70a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:29Z', 'updated_at': '2022-03-04T00:58:41Z', 'revision_number': 5, 'project_id': '89f8e54ec9f64096b618bc80409ed9e9', 'gw_port': {'id': '187f5072-b621-4942-86f9-222acec70a28', 'name': '', 'network_id': 'ed31d37d-9dc0-409c-895e-5f92a61ae860', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '611be500-c481-4e53-a01a-f852442ac10e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T00:56:29Z', 'updated_at': '2022-03-04T00:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '611be500-c481-4e53-a01a-f852442ac10e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-7-iscsi'}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:42.465468 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff250c-3cb9-4e2e-9a50-b391289be098 None None] Checking router: ae057b17-8b96-48ea-a21a-1ce8eca6c7da for host: dv-cinder-812685-7-iscsi {{(pid=109683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 00:58:42.473403 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff250c-3cb9-4e2e-9a50-b391289be098 None None] Routers {'ae057b17-8b96-48ea-a21a-1ce8eca6c7da'} bound to L3 agent in host dv-cinder-812685-7-iscsi {{(pid=109683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:58:42.474030 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-62ff250c-3cb9-4e2e-9a50-b391289be098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:40:22Z,description=,heartbeat_timestamp=2022-03-04T00:58:22Z,host='dv-cinder-812685-7-iscsi',id=78c89c0d-63a7-47d2-9cdd-4c12606c07d9,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:40:22Z,topic='l3_agent')) {'router_ids': ['ae057b17-8b96-48ea-a21a-1ce8eca6c7da'], 'active': True} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:42.475084 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [None req-3bea17f7-bff4-4a88-9ea5-62669b543b89 admin admin] For port 187f5072-b621-4942-86f9-222acec70a28, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=187f5072-b621-4942-86f9-222acec70a28,segment=NetworkSegment(fbe85a7d-2393-4160-96d3-3b1a336eb1d9),segment_id=fbe85a7d-2393-4160-96d3-3b1a336eb1d9)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:42.475454 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3bea17f7-bff4-4a88-9ea5-62669b543b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (187f5072-b621-4942-86f9-222acec70a28), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:42.491424 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-3bea17f7-bff4-4a88-9ea5-62669b543b89 admin admin] Calling delete_port for 187f5072-b621-4942-86f9-222acec70a28 owned by network:router_gateway {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:42.560321 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_dvr_db [None req-62ff250c-3cb9-4e2e-9a50-b391289be098 None None] Set router ae057b17-8b96-48ea-a21a-1ce8eca6c7da gateway port host: None {{(pid=109683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 00:58:42.615326 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.l3_hamode_db [None req-62ff250c-3cb9-4e2e-9a50-b391289be098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'name': 'tempest-TestMinimumBasicScenario-642560579-router', 'tenant_id': '89f8e54ec9f64096b618bc80409ed9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:29Z', 'updated_at': '2022-03-04T00:58:42Z', 'revision_number': 6, 'project_id': '89f8e54ec9f64096b618bc80409ed9e9', 'gw_port_host': None}], 'dv-cinder-812685-7-iscsi', False) {} {{(pid=109683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:42.645130 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff250c-3cb9-4e2e-9a50-b391289be098 None None] The sync data for ids ['ae057b17-8b96-48ea-a21a-1ce8eca6c7da'] in dv-cinder-812685-7-iscsi is: [{'id': 'ae057b17-8b96-48ea-a21a-1ce8eca6c7da', 'name': 'tempest-TestMinimumBasicScenario-642560579-router', 'tenant_id': '89f8e54ec9f64096b618bc80409ed9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T00:56:29Z', 'updated_at': '2022-03-04T00:58:42Z', 'revision_number': 6, 'project_id': '89f8e54ec9f64096b618bc80409ed9e9', 'gw_port_host': None}] {{(pid=109683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 00:58:42.691397 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3bea17f7-bff4-4a88-9ea5-62669b543b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (187f5072-b621-4942-86f9-222acec70a28), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:42.716534 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea17f7-bff4-4a88-9ea5-62669b543b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=187f5072-b621-4942-86f9-222acec70a28,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:42.775845 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3bea17f7-bff4-4a88-9ea5-62669b543b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542065'] for router_gateway (ae057b17-8b96-48ea-a21a-1ce8eca6c7da), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:42.864615 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3bea17f7-bff4-4a88-9ea5-62669b543b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3526'] for router (ae057b17-8b96-48ea-a21a-1ce8eca6c7da), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:42.866707 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3bea17f7-bff4-4a88-9ea5-62669b543b89 admin admin] Publish callbacks [] for router_controller (ae057b17-8b96-48ea-a21a-1ce8eca6c7da), precommit_delete_associations {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:42.911702 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3bea17f7-bff4-4a88-9ea5-62669b543b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546010'] for router (ae057b17-8b96-48ea-a21a-1ce8eca6c7da), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:42.912153 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bea17f7-bff4-4a88-9ea5-62669b543b89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae057b17-8b96-48ea-a21a-1ce8eca6c7da {{(pid=109680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 00:58:42.916902 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-3bea17f7-bff4-4a88-9ea5-62669b543b89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:42.918067 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-3bea17f7-bff4-4a88-9ea5-62669b543b89 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ae057b17-8b96-48ea-a21a-1ce8eca6c7da HTTP/1.1" status: 204 len: 168 time: 0.7799788 Mar 04 00:58:42.920548 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52910) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:42.964105 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0298cf-bed8-4437-8232-5cf077a3feb4 admin admin] Deleting subnet e7bea526-f389-4e06-8c5e-f73769503bd0 {{(pid=109680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 00:58:42.967289 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fa0298cf-bed8-4437-8232-5cf077a3feb4 admin admin] Publish callbacks [] for subnet (e7bea526-f389-4e06-8c5e-f73769503bd0), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.002417 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fa0298cf-bed8-4437-8232-5cf077a3feb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26013165'] for subnet (e7bea526-f389-4e06-8c5e-f73769503bd0), precommit_delete_associations {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.102356 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fa0298cf-bed8-4437-8232-5cf077a3feb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15850908'] for subnet (e7bea526-f389-4e06-8c5e-f73769503bd0), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.152105 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fa0298cf-bed8-4437-8232-5cf077a3feb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15850899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26647530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26649947'] for subnet (e7bea526-f389-4e06-8c5e-f73769503bd0), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.177592 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0298cf-bed8-4437-8232-5cf077a3feb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7bea526-f389-4e06-8c5e-f73769503bd0,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:43.179464 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-fa0298cf-bed8-4437-8232-5cf077a3feb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for subnet (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.183318 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-fa0298cf-bed8-4437-8232-5cf077a3feb4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e7bea526-f389-4e06-8c5e-f73769503bd0 HTTP/1.1" status: 204 len: 168 time: 0.2618546 Mar 04 00:58:43.184188 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4a2de6-2796-4e69-9fad-df7bbbfdb040 None None] Network f173c71d-592d-4056-84f3-374510f9b5b3 requested from dv-cinder-812685-7-iscsi {{(pid=109682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:58:43.185728 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52912) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:43.252119 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16661095'] for network (f173c71d-592d-4056-84f3-374510f9b5b3), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.313996 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] Deleting port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 {{(pid=109680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:43.314328 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.373536 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.db [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] For port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0, host dv-cinder-812685-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-7-iscsi',level=0,port_id=b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0,segment=NetworkSegment(29f6b54e-e6cf-4205-8082-b44148f56a14),segment_id=29f6b54e-e6cf-4205-8082-b44148f56a14)] {{(pid=109680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:43.373852 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.385962 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] Calling delete_port for b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 owned by network:dhcp {{(pid=109680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:43.434846 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 765e2d48-bb6e-4561-8324-63de33eddeb6 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:43.437372 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637160bd-2741-4526-a8f8-e51bc9e85afe None None] DHCP port deletion for f173c71d-592d-4056-84f3-374510f9b5b3 request from dv-cinder-812685-7-iscsi {{(pid=109682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 00:58:43.459604 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 765e2d48-bb6e-4561-8324-63de33eddeb6 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:43.460227 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 765e2d48-bb6e-4561-8324-63de33eddeb6 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:43.467040 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26647513'] for port (b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.499750 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:43.502091 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] No DVR routers for this DVR port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 on host dv-cinder-812685-7-iscsi {{(pid=109680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:58:43.506815 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-637160bd-2741-4526-a8f8-e51bc9e85afe None None] Deleting port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 {{(pid=109682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 00:58:43.507195 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-637160bd-2741-4526-a8f8-e51bc9e85afe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742061545337'] for port (b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0), before_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.572417 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16753767', 'neutron.services.segments.db._delete_segments_for_network-8742061486749'] for network (f173c71d-592d-4056-84f3-374510f9b5b3), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.572634 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.db [None req-637160bd-2741-4526-a8f8-e51bc9e85afe None None] For port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0, host dv-cinder-812685-7-iscsi, got binding levels [] {{(pid=109682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 00:58:43.573036 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-637160bd-2741-4526-a8f8-e51bc9e85afe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540756'] for port (b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0), precommit_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.585036 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-637160bd-2741-4526-a8f8-e51bc9e85afe None None] Calling delete_port for b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 owned by network:dhcp {{(pid=109682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 00:58:43.588202 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.ipam_backend_mixin [None req-637160bd-2741-4526-a8f8-e51bc9e85afe None None] Port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 was not found and therefore no delete operation was performed {{(pid=109682) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 04 00:58:43.589440 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-637160bd-2741-4526-a8f8-e51bc9e85afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16742722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742061551068', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742061012965'] for port (b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0), after_delete {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.593541 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f173c71d-592d-4056-84f3-374510f9b5b3']}} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:43.603929 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f6b54e-e6cf-4205-8082-b44148f56a14') {'for_net_delete': True} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:43.604226 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.services.segments.db [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f6b54e-e6cf-4205-8082-b44148f56a14') {} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:58:43.613374 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742061490342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26013178'] for segment (29f6b54e-e6cf-4205-8082-b44148f56a14), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.614530 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637160bd-2741-4526-a8f8-e51bc9e85afe None None] Pushing event deleted for resources: {'Port': ['ID=b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0,revision_number=None']} {{(pid=109682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:43.618024 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637160bd-2741-4526-a8f8-e51bc9e85afe None None] No DVR routers for this DVR port b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 on host dv-cinder-812685-7-iscsi {{(pid=109682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 00:58:43.635057 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707'] for segment (29f6b54e-e6cf-4205-8082-b44148f56a14), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.641320 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 00:58:43.641740 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15848707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26647348'] for segment (29f6b54e-e6cf-4205-8082-b44148f56a14), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: Traceback (most recent call last): Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: timer() Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: cb(*args, **kw) Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: return func(*args, **kwargs) Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: self._notify() Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: self.callback(batched_events) Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: event.method(event) Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: return f(self, *a, **k) Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._get(url).json() Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: return self.request(url, 'GET', **kwargs) Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 00:58:43.643420 dv-cinder-812685-7-iscsi neutron-server[109680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 00:58:43.701753 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16753694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542029'] for network (f173c71d-592d-4056-84f3-374510f9b5b3), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.707353 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573433'] for network (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.714434 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f173c71d-592d-4056-84f3-374510f9b5b3 HTTP/1.1" status: 204 len: 168 time: 0.5238938 Mar 04 00:58:43.723667 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e72878-03c2-46ef-8c6e-5546ef404e01 admin admin] Pushing event deleted for resources: {'Network': ['ID=f173c71d-592d-4056-84f3-374510f9b5b3,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:43.878072 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52916) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:43.916848 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-df6d3ca3-ee51-448d-9d1b-a1f9253d5134 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8184b19f8e04a52b1c60c1b8574eaf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376420 Mar 04 00:58:43.919285 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52918) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:43.965526 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-78e29896-de4a-4f52-8bb4-e6bd30ce10e7 admin admin] Publish callbacks [] for security_group (379ff526-d8fc-4ca0-8ee7-696128d8ad8b), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:43.986775 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-78e29896-de4a-4f52-8bb4-e6bd30ce10e7 admin admin] Publish callbacks [] for security_group (379ff526-d8fc-4ca0-8ee7-696128d8ad8b), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:44.034047 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-78e29896-de4a-4f52-8bb4-e6bd30ce10e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (379ff526-d8fc-4ca0-8ee7-696128d8ad8b), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:44.036480 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-78e29896-de4a-4f52-8bb4-e6bd30ce10e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:44.037623 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-78e29896-de4a-4f52-8bb4-e6bd30ce10e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/379ff526-d8fc-4ca0-8ee7-696128d8ad8b HTTP/1.1" status: 204 len: 168 time: 0.1174414 Mar 04 00:58:44.046368 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e29896-de4a-4f52-8bb4-e6bd30ce10e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379ff526-d8fc-4ca0-8ee7-696128d8ad8b,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:44.339718 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52924) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:44.380692 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-0c17bc95-ae63-46d7-af64-dc86280962cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89f8e54ec9f64096b618bc80409ed9e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398610 Mar 04 00:58:44.383597 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [-] (109680) accepted ('10.222.0.23', 52926) {{(pid=109680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:58:44.427928 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-79252c5b-1a99-4633-852a-9157befac053 admin admin] Publish callbacks [] for security_group (80c7d2fc-c2e7-4ca2-94b5-29f4186797c3), before_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:44.448504 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-79252c5b-1a99-4633-852a-9157befac053 admin admin] Publish callbacks [] for security_group (80c7d2fc-c2e7-4ca2-94b5-29f4186797c3), precommit_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:44.494960 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-79252c5b-1a99-4633-852a-9157befac053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638087'] for security_group (80c7d2fc-c2e7-4ca2-94b5-29f4186797c3), after_delete {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:44.497459 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-79252c5b-1a99-4633-852a-9157befac053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:44.498605 dv-cinder-812685-7-iscsi neutron-server[109680]: INFO neutron.wsgi [None req-79252c5b-1a99-4633-852a-9157befac053 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80c7d2fc-c2e7-4ca2-94b5-29f4186797c3 HTTP/1.1" status: 204 len: 168 time: 0.1141536 Mar 04 00:58:44.506283 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79252c5b-1a99-4633-852a-9157befac053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c7d2fc-c2e7-4ca2-94b5-29f4186797c3,revision_number=None']} {{(pid=109680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:58:44.907893 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 187f5072-b621-4942-86f9-222acec70a28 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:44.930611 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: 187f5072-b621-4942-86f9-222acec70a28 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:44.930958 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device 187f5072-b621-4942-86f9-222acec70a28 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:44.931374 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 no longer exists at agent ovs-agent-dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 00:58:44.949851 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.plugin [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] No Port match for: b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 {{(pid=109682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 00:58:44.950201 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron.plugins.ml2.rpc [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Device b13a2ca5-c152-46c2-bef2-9cb2efa2f0f0 not bound to the agent host dv-cinder-812685-7-iscsi {{(pid=109682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 00:58:49.453917 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-b12ca69b-1a7a-4ec7-b426-6e7ad8e12931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:51.728489 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-c08bd8d2-02f4-4f2c-b647-efc2a1e4f705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:52.802032 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:54.147139 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:55.863761 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:58:59.651467 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:02.056773 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:59:19.454314 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-a02495c2-190c-4e64-89b8-915971d8f5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:21.728966 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3911d5e8-3409-475b-afba-5ab1563e733e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:22.804201 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:24.151818 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:25.864388 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:29.654101 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:39.054658 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 00:59:49.454146 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-f52db7b6-63d8-4ff6-b035-0e0795af2454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:51.729118 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-ac728442-bd87-410e-940c-61c18e42eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:52.809118 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:54.146362 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:55.865801 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:59.659563 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:16.052519 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:00:19.455410 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad4b1-a575-4ec7-a2dc-4c4084c9f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:21.729808 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-88a1b9ef-2116-42b4-8df6-74b63b1a02bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:22.809244 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:24.151086 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:25.869993 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:29.667952 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:49.456663 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-885d47c3-eb60-4fe4-a04d-689568de4938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:51.730634 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1fc282e6-27af-4b64-b2eb-3d2389941215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:52.812076 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:53.050283 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:00:54.154165 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:55.872645 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:59.672222 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:19.457176 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-800b2b72-f5b1-4358-a6b2-11006f296b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:21.734197 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-fc4f7749-3774-40a6-869c-c03f183cc712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:22.816170 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:24.154953 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:25.875737 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:29.671481 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:30.049470 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:01:49.457704 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-b2a1333d-1cc8-4b90-96fe-650a8528047f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:51.735737 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-0a518b2e-d04f-4d05-b9de-124854cf2dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:52.818171 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:54.159890 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:55.877772 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:59.670043 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:07.049106 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:02:19.458891 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-7f82a7c8-ec08-4e63-99da-794df46b7b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:21.737173 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-572ecd9e-2a73-4f13-b686-43535c49a426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:22.819537 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:24.162248 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:25.879858 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:29.668369 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:44.047003 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:02:49.460817 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-8476208d-e274-4fb5-bc42-008a7dca8418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:51.738071 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-392b7540-dbdf-4455-8ae8-ddcf1071a4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:52.822120 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:54.164933 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:55.886033 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:59.668020 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:19.464184 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-2160c3c8-39ba-4179-8e33-db82882c19e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:21.044953 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:03:21.739900 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-98b1d325-eb75-47e9-a004-26a134016307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:22.824937 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:24.168826 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:25.878342 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:29.682485 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-da58f163-613d-4967-a56f-04bde7f83b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (baa39789-0ca8-4fd4-ae1b-b38603434c00), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:49.465523 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-1360ea83-a80e-4d45-917b-05ee08f025e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (96e4bb4b-7392-45da-a924-cbaa081e4b38), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:51.742033 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-e86a7115-69de-4270-aa38-3599619bad1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (78c89c0d-63a7-47d2-9cdd-4c12606c07d9), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:52.828918 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-019b01b8-2714-46ad-ae12-61cf7b0e306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (a80e1b8a-d8a9-4743-815e-83c347845701), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:54.171901 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbdf-a153-4701-befc-5f7aa826e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (73273b79-4986-4745-85b5-83023f0a2959), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:55.879093 dv-cinder-812685-7-iscsi neutron-server[109682]: DEBUG neutron_lib.callbacks.manager [None req-3955c81e-c3c7-4dcb-9021-6f992c2f712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742061486731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16756592'] for agent (448761a4-0f99-4930-b369-ef2c6377636e), after_update {{(pid=109682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:56.436127 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [req-ccaad034-9305-4db6-a489-6aeefa82e64e req-8887e483-106f-4345-b7df-2a10fff5f40c service neutron] (109680) timed out ('10.222.0.20', 58546) {{(pid=109680) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 01:03:56.917274 dv-cinder-812685-7-iscsi neutron-server[109681]: DEBUG neutron.wsgi [req-fa84ac34-90f8-4d83-b1b1-42603292cdb2 req-ce0b3f72-ffe9-4810-b0d9-5e180abfb900 service neutron] (109681) timed out ('10.222.0.20', 58537) {{(pid=109681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 01:03:57.063394 dv-cinder-812685-7-iscsi neutron-server[109680]: DEBUG neutron.wsgi [req-09467ac0-8d2b-4250-9988-9aedaec2bcf4 req-7241977b-434d-4041-ab9a-7bf0fc8c4331 service neutron] (109680) timed out ('10.222.0.20', 58536) {{(pid=109680) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 01:03:58.042993 dv-cinder-812685-7-iscsi neutron-server[109683]: DEBUG neutron.db.agents_db [None req-8d405821-e19a-486c-92ff-d9dfeba3e698 None None] Agent healthcheck: found 6 active agents {{(pid=109683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}